[ 526.030913] env[66041]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.030913] env[66041]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.071954] env[66134]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.071954] env[66134]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.631712] env[66134]: INFO neutron.common.config [-] Logging enabled! [ 528.632062] env[66134]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev76 [ 528.632242] env[66134]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66134) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.632563] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.632665] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.633495] env[66134]: WARNING oslo_policy.policy [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.633717] env[66134]: WARNING oslo_policy.policy [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.635425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] VMware NSXv3 Agent initialized successfully. [ 528.635778] env[66134]: DEBUG oslo_concurrency.lockutils [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] Acquiring lock "singleton_lock" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.635906] env[66134]: DEBUG oslo_concurrency.lockutils [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] Acquired lock "singleton_lock" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.636147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] Releasing lock "singleton_lock" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.636465] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] Full set of CONF: {{(pid=66134) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 528.636581] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ******************************************************************************** {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.636683] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] Configuration options gathered from: {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.637044] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.637260] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.637382] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ================================================================================ {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.637556] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] agent_down_time = 75 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637696] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] allow_automatic_dhcp_failover = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637833] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] allow_bulk = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.637975] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] api_extensions_path = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638135] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] api_paste_config = api-paste.ini {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638306] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] auth_strategy = keystone {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638415] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] backdoor_port = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638520] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] backdoor_socket = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638657] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] backlog = 4096 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638797] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] base_mac = fa:16:3e:00:00:00 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.638952] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] bind_host = 0.0.0.0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639110] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] bind_port = 9696 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639246] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] client_socket_timeout = 900 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639387] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] config_dir = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639495] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639632] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] config_source = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639772] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] control_exchange = neutron {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.639911] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] core_plugin = ml2 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640056] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] debug = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640194] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] default_availability_zones = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640402] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640552] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] dhcp_agent_notification = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640690] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] dhcp_agents_per_network = 1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640819] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] dhcp_lease_duration = 86400 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.640960] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] dhcp_load_type = networks {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641117] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] dns_domain = openstacklocal {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641331] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641485] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_default_route_bfd = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641621] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_default_route_ecmp = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641754] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_dvr = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.641887] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_new_agents = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642026] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642160] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_signals = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642294] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] enable_traditional_dhcp = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642422] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] external_dns_driver = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642551] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] filter_validation = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642690] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] global_physnet_mtu = 8950 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642822] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] graceful_shutdown_timeout = 60 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.642999] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] host = cpu-1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643155] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] host_dvr_for_dhcp = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643290] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] http_retries = 3 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643431] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] instance_format = [instance: %(uuid)s] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643570] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643706] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ipam_driver = internal {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643838] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ipv6_pd_enabled = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.643969] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] l3_ha = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644147] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644294] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] l3_ha_network_physical_name = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644434] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] l3_ha_network_type = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644577] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_color = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644715] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_config_append = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644853] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.644985] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_dir = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645126] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_file = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645234] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_options = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645381] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_rotate_interval = 1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645576] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_rotate_interval_type = days {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645719] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] log_rotation_type = none {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645829] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.645930] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646084] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646248] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646362] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646499] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] max_dns_nameservers = 5 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646631] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] max_header_line = 16384 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646760] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] max_l3_agents_per_router = 3 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.646884] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] max_logfile_count = 30 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647017] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] max_logfile_size_mb = 200 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647172] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] max_subnet_host_routes = 20 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647345] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] my_ip = 10.180.1.21 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647489] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] my_ipv6 = ::1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647625] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] network_auto_schedule = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647753] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] network_link_prefix = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.647893] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648040] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] notify_nova_on_port_data_changes = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648181] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] notify_nova_on_port_status_changes = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648323] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] pagination_max_limit = -1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648459] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] publish_errors = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648587] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] rate_limit_burst = 0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648724] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] rate_limit_except_level = CRITICAL {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648854] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] rate_limit_interval = 0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.648984] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] retry_until_window = 30 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649124] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] router_distributed = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649254] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] rpc_resources_processing_step = 20 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649383] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] rpc_response_max_timeout = 600 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649514] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] rpc_response_timeout = 60 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649642] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] send_events_interval = 2 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649790] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] service_plugins = ['router'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.649929] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] setproctitle = on {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650068] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] shell_completion = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650210] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] state_path = /opt/stack/data/neutron {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650349] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] syslog_log_facility = LOG_USER {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650485] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] tcp_keepidle = 600 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650623] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] transport_url = **** {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650750] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] use_journal = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.650881] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] use_json = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651015] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] use_ssl = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651148] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] use_stderr = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651284] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] use_syslog = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651412] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] vlan_qinq = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651537] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] vlan_transparent = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651665] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] watch_log_file = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651796] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] wsgi_default_pool_size = 100 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.651925] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] wsgi_keep_alive = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.652072] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.652205] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] wsgi_server_debug = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.652355] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_concurrency.disable_process_locking = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652499] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652640] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652775] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652914] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653061] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653198] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653351] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.connection_string = messaging:// {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653491] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.enabled = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653634] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.es_doc_type = notification {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653768] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.es_scroll_size = 10000 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653908] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.es_scroll_time = 2m {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654055] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.filter_error_trace = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654203] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.hmac_keys = **** {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654344] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.sentinel_service_name = mymaster {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654489] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.socket_timeout = 0.1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654626] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.trace_requests = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654760] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler.trace_sqlalchemy = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654908] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler_jaeger.process_tags = {} {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655049] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler_jaeger.service_name_prefix = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655191] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] profiler_otlp.service_name_prefix = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655343] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.enforce_new_defaults = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655619] env[66134]: WARNING oslo_config.cfg [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.655771] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.enforce_scope = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655915] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.policy_default_rule = default {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656078] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656250] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656405] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656541] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656675] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656807] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656940] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657094] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_policy.remote_timeout = 60.0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657294] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657456] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] agent.extensions = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657602] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657745] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] service_providers.service_provider = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657891] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.default_quota = -1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658048] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658191] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_floatingip = 50 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658332] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_network = 100 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658468] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_port = 500 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658600] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658733] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_router = 10 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658866] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_security_group = 10 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658997] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659145] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.quota_subnet = 100 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659275] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] QUOTAS.track_quota_usage = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659423] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659556] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.group = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659686] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.helper_command = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659823] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.log_daemon_traceback = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659959] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660103] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.thread_pool_size = 8 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660233] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep.user = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660373] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660499] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.group = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660626] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.helper_command = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660756] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660890] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661029] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661161] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_dhcp_release.user = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661302] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661430] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.group = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661558] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.helper_command = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661687] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661825] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661954] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662097] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_ovs_vsctl.user = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662237] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.capabilities = [21] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662367] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.group = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662497] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.helper_command = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662629] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.log_daemon_traceback = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662767] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662914] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.thread_pool_size = 8 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663032] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_namespace.user = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663176] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.capabilities = [12] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663305] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.group = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663433] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.helper_command = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663563] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663698] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663828] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663954] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_conntrack.user = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664107] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.capabilities = [12, 21] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664234] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.group = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664363] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.helper_command = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664493] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.log_daemon_traceback = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664628] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664760] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.thread_pool_size = 8 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664886] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] privsep_link.user = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665046] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665196] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665332] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.continue_on_failed_promotions = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665466] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.dscp = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665600] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.dscp_inherit = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665742] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.force_mp_to_policy = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665873] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.locking_coordinator_url = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666014] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.log_agent_heartbeats = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666175] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.logging_expire = 1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666363] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666510] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666653] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.polling_interval = 240 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666788] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666940] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667109] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.report_interval = 30.0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667296] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667449] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667595] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667734] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.sync_skew = 60 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667867] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.synchronization_queue_size = 20 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668012] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT.use_helper_for_ns_read = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668161] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] SECURITYGROUP.enable_ipset = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668304] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] SECURITYGROUP.enable_security_group = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668445] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668585] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668730] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] experimental.ipv6_pd_enabled = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668876] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.extension_drivers = ['port_security'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669015] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.external_network_type = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669171] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669316] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.overlay_ip_version = 4 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669460] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.path_mtu = 8950 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669604] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.physical_network_mtus = {} {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669748] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.tenant_network_types = ['vlan'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669890] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670044] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ml2.type_drivers = ['vlan'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670192] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT_CLI.neutron_port_id = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670330] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670463] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670609] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670753] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670895] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671044] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671189] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671330] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671536] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671683] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_login_password = **** {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671828] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_login_port = 443 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671969] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_login_user = admin {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672121] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672268] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672407] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672544] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672684] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672830] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672971] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673125] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673266] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673407] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673553] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673691] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673835] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674036] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674188] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] vsphere.vsphere_login_password = VMware1! {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674329] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674466] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674607] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.auth_section = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674752] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.auth_type = password {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674895] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675038] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.certfile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675179] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.collect_timing = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675323] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.endpoint_type = public {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675456] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.insecure = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675587] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.keyfile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675729] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.region_name = RegionOne {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675865] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.split_loggers = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675998] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] nova.timeout = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676175] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.auth_section = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676323] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.auth_type = password {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676464] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676596] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.certfile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676731] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.collect_timing = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676874] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.endpoint_type = public {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677025] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.insecure = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677171] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.keyfile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677341] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.region_name = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677482] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.split_loggers = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677616] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] placement.timeout = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677756] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.auth_section = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677890] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.auth_type = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678033] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.cafile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678169] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.certfile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678306] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.collect_timing = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678438] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.connect_retries = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678570] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.connect_retry_delay = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678706] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.enable_notifications = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678834] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.endpoint_override = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678968] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.insecure = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679110] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.interface = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679242] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.keyfile = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679377] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.max_version = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679507] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.min_version = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679636] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.region_name = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679766] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.retriable_status_codes = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679897] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.service_name = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680033] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.service_type = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680170] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.split_loggers = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680303] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.status_code_retries = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680432] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.status_code_retry_delay = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680561] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.timeout = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680688] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.valid_interfaces = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680818] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ironic.version = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680956] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] cli_script.dry_run = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681114] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681253] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681390] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681522] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681654] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681783] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681916] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682061] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682198] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682345] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682487] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682699] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682932] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683137] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683527] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683527] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683629] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683772] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683919] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684065] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684207] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684390] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684472] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684607] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684742] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684873] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685021] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685152] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685289] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685425] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685561] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.ssl = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685703] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685842] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685976] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686147] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686318] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.ssl_version = {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686459] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686607] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_notifications.driver = [] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686746] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_notifications.retry = -1 {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686898] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687044] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] oslo_messaging_notifications.transport_url = **** {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687154] env[66134]: DEBUG oslo_service.backend._eventlet.service [None req-a32801c0-ade7-4234-ab43-44d715939e3e None None] ******************************************************************************** {{(pid=66134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.688337] env[66134]: DEBUG neutron.agent.securitygroups_rpc [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Init firewall settings (driver=nsxv3) {{(pid=66134) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.689715] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66134) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.689961] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.692228] env[66134]: DEBUG dogpile.cache.region [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.692349] env[66134]: DEBUG dogpile.lock [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.692449] env[66134]: DEBUG dogpile.lock [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.692542] env[66134]: DEBUG dogpile.lock [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.692640] env[66134]: DEBUG dogpile.cache.region [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.692730] env[66134]: DEBUG dogpile.lock [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.692858] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.714302] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Session token - acquiring [ 528.715864] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.716068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.716220] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.716628] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.728869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.009116] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.032562] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.032764] env[66134]: DEBUG dogpile.cache.region [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Cache value generated in 0.340 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.032808] env[66134]: DEBUG dogpile.lock [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.032942] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Activating Policy API Provider. [ 529.033144] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Looking for the default Infrastructure Rules. [ 529.099064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Looking for the Default Layer3 Logged Drop Section. [ 529.115187] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.115660] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.115825] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.115926] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.116310] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.116644] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.632317] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.135046] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.637669] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Inventory metadata is going to be refreshed. [ 530.638051] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.437238] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.437557] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.437557] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.437847] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.448564] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.450472] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.451087] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.474149] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.474406] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.474595] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.474799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.474924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.475140] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.475278] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.475398] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.498965] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.499420] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.499420] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.499727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.499727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.499939] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.524088] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.524366] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.524366] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.524634] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.524772] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.524917] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.545455] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.545763] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.545763] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.546022] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.546234] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.546399] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.546502] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.546602] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.567023] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.567386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.567525] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.568066] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.568245] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.568394] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.568515] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.568625] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.589580] env[66134]: DEBUG networking_nsxv3.common.locking [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.589885] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.590055] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.590482] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.590713] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.590953] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.591148] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.591334] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Inventory metadata have been refreshed. [ 531.591581] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Dryrun:True. Metadata refresh completed. [ 531.591752] env[66134]: DEBUG oslo_concurrency.lockutils [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Releasing lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.593595] env[66134]: INFO neutron.agent.agent_extensions_manager [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Loaded agent extensions: [] [ 531.594507] env[66134]: DEBUG neutron_lib.callbacks.manager [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66134) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.655856] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.656209] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.656209] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent out of sync with plugin! [ 536.595444] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.596177] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.597714] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.598031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.598031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.598300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.598485] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.599378] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.599518] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.101810] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.604896] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.107459] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 543.107673] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 543.833867] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.834305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.834305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.834305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.846113] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 543.846909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.847555] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 543.865556] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.865781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.865781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.865957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.866057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.866173] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 543.866244] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.866339] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 543.886900] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.887138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.887138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.887316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.887489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.887606] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 543.909315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.909596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.909596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.909723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.909781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.909893] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 543.932243] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.932507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.932507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.932686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.932738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.932830] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 543.932895] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.932970] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 543.950213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.950452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.950452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.950598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.950679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.950802] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 543.950895] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.950955] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 543.970974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.971235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.971235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.971390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.971487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.971617] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 543.971732] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.971812] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 543.971880] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 543.971954] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 543.972026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 543.972078] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 543.972338] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 543.972405] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 543.972475] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 543.992222] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.992486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.992486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.992606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.992742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.992809] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 544.011549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.011732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.011808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.012017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.012164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.025065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.601519] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.601519] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.014091] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e3d65787-599b-4be0-b2ba-b639d24320b6 demo admin] Enqueued Resource ID: b2d9b3c3-21ac-4f9a-a3ef-61a544c01679 with Priority: HIGHEST for action security_group_rules [ 547.014667] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d9b3c3-21ac-4f9a-a3ef-61a544c01679 with Priority: HIGHEST for action security_group_rules [ 547.014954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d9b3c3-21ac-4f9a-a3ef-61a544c01679 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.015118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d9b3c3-21ac-4f9a-a3ef-61a544c01679" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.015186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d9b3c3-21ac-4f9a-a3ef-61a544c01679" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.015438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d9b3c3-21ac-4f9a-a3ef-61a544c01679" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.015522] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d9b3c3-21ac-4f9a-a3ef-61a544c01679',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.536655] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.536900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.536900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.537094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.537187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.537283] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d9b3c3-21ac-4f9a-a3ef-61a544c01679 already deleted. [ 547.537369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d9b3c3-21ac-4f9a-a3ef-61a544c01679" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.015848] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.016276] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.017033] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.017462] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.017800] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.018189] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.018999] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.019437] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.020034] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.020374] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.338863] env[66134]: INFO networking_nsxv3.common.synchronization [None req-2822f836-f8cb-4baa-832b-44ccac1a6ade None None] Enqueued Resource ID: 9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5 with Priority: HIGHEST for action port [ 575.338863] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5 with Priority: HIGHEST for action port [ 575.339343] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.339343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.339343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.339519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.339551] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.841456] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5 [ 575.841706] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.841841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.841893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.842164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.842273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.842398] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5 already deleted. [ 575.842485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e51b07a-e3f8-41e3-b7d5-7c2a9be0e2a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.446258] env[66134]: INFO networking_nsxv3.common.synchronization [None req-7e869a32-d03a-4eca-9707-74eac3b7773f None None] Enqueued Resource ID: 307b0d9c-942a-4428-b6e2-40e43b111cd5 with Priority: HIGHEST for action port [ 577.446258] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307b0d9c-942a-4428-b6e2-40e43b111cd5 with Priority: HIGHEST for action port [ 577.448310] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-307b0d9c-942a-4428-b6e2-40e43b111cd5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.448733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307b0d9c-942a-4428-b6e2-40e43b111cd5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.448981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307b0d9c-942a-4428-b6e2-40e43b111cd5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.449430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307b0d9c-942a-4428-b6e2-40e43b111cd5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.449938] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307b0d9c-942a-4428-b6e2-40e43b111cd5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.955820] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 307b0d9c-942a-4428-b6e2-40e43b111cd5 [ 577.955820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.955995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.956044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.956250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.956345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.956627] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:307b0d9c-942a-4428-b6e2-40e43b111cd5 already deleted. [ 577.956627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307b0d9c-942a-4428-b6e2-40e43b111cd5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.341253] env[66134]: INFO networking_nsxv3.common.synchronization [None req-55a3e2aa-ee54-464a-9673-484953cec08c None None] Enqueued Resource ID: 958f470d-3dfd-40be-9629-981b4f916b35 with Priority: HIGHEST for action port [ 578.341507] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958f470d-3dfd-40be-9629-981b4f916b35 with Priority: HIGHEST for action port [ 578.342409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-958f470d-3dfd-40be-9629-981b4f916b35 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.342536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958f470d-3dfd-40be-9629-981b4f916b35" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.342599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958f470d-3dfd-40be-9629-981b4f916b35" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.342850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958f470d-3dfd-40be-9629-981b4f916b35" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.342935] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958f470d-3dfd-40be-9629-981b4f916b35',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.847057] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 958f470d-3dfd-40be-9629-981b4f916b35 [ 578.847057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.848307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.848307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.848307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.848307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.848307] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:958f470d-3dfd-40be-9629-981b4f916b35 already deleted. [ 578.848307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958f470d-3dfd-40be-9629-981b4f916b35" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.436312] env[66134]: INFO networking_nsxv3.common.synchronization [None req-31638b4b-c7c5-4589-90c7-ce941f89fb2a None None] Enqueued Resource ID: b4409290-9178-4b57-9182-ecf4efedc033 with Priority: HIGHEST for action port [ 579.437730] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4409290-9178-4b57-9182-ecf4efedc033 with Priority: HIGHEST for action port [ 579.437730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4409290-9178-4b57-9182-ecf4efedc033 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.437730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4409290-9178-4b57-9182-ecf4efedc033" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.437730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4409290-9178-4b57-9182-ecf4efedc033" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.438094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4409290-9178-4b57-9182-ecf4efedc033" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.438094] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4409290-9178-4b57-9182-ecf4efedc033',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.940814] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4409290-9178-4b57-9182-ecf4efedc033 [ 579.940814] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.940814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.941198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.941198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.941198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.941281] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4409290-9178-4b57-9182-ecf4efedc033 already deleted. [ 579.941364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4409290-9178-4b57-9182-ecf4efedc033" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.315295] env[66134]: INFO networking_nsxv3.common.synchronization [None req-48b54329-8737-425c-a391-79cf42385c51 None None] Enqueued Resource ID: cd96bdd1-de97-45dd-8b5f-62d2cfca846c with Priority: HIGHEST for action port [ 580.315602] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd96bdd1-de97-45dd-8b5f-62d2cfca846c with Priority: HIGHEST for action port [ 580.315964] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd96bdd1-de97-45dd-8b5f-62d2cfca846c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.316171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd96bdd1-de97-45dd-8b5f-62d2cfca846c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.316560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd96bdd1-de97-45dd-8b5f-62d2cfca846c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.316560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd96bdd1-de97-45dd-8b5f-62d2cfca846c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.316658] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd96bdd1-de97-45dd-8b5f-62d2cfca846c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.554361] env[66134]: INFO networking_nsxv3.common.synchronization [None req-df2f82d7-6209-4520-85a2-410d22d6fac3 None None] Enqueued Resource ID: 05c402de-bb4c-47bc-b874-7c0c9e0918ce with Priority: HIGHEST for action port [ 580.555539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c402de-bb4c-47bc-b874-7c0c9e0918ce with Priority: HIGHEST for action port [ 580.557501] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c402de-bb4c-47bc-b874-7c0c9e0918ce taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.560411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c402de-bb4c-47bc-b874-7c0c9e0918ce" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.560411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c402de-bb4c-47bc-b874-7c0c9e0918ce" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.560411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c402de-bb4c-47bc-b874-7c0c9e0918ce" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.560411] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c402de-bb4c-47bc-b874-7c0c9e0918ce',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.820866] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd96bdd1-de97-45dd-8b5f-62d2cfca846c [ 580.821076] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.821223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.821315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.822386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.822386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.822720] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd96bdd1-de97-45dd-8b5f-62d2cfca846c already deleted. [ 580.822720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd96bdd1-de97-45dd-8b5f-62d2cfca846c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.061134] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c402de-bb4c-47bc-b874-7c0c9e0918ce [ 581.061424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.061601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.061659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.061869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.061960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.062077] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c402de-bb4c-47bc-b874-7c0c9e0918ce already deleted. [ 581.062201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c402de-bb4c-47bc-b874-7c0c9e0918ce" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.319587] env[66134]: INFO networking_nsxv3.common.synchronization [None req-288dc979-7462-4835-846c-55b660a1ab9a None None] Enqueued Resource ID: 0361150d-a3e1-4f7d-9dec-22b919acb365 with Priority: HIGHEST for action port [ 581.319587] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0361150d-a3e1-4f7d-9dec-22b919acb365 with Priority: HIGHEST for action port [ 581.319587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0361150d-a3e1-4f7d-9dec-22b919acb365 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.319587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0361150d-a3e1-4f7d-9dec-22b919acb365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.319745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0361150d-a3e1-4f7d-9dec-22b919acb365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.320060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0361150d-a3e1-4f7d-9dec-22b919acb365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.320708] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0361150d-a3e1-4f7d-9dec-22b919acb365',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.824017] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0361150d-a3e1-4f7d-9dec-22b919acb365 [ 581.824017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.824198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.824198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.824401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.826022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.826022] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0361150d-a3e1-4f7d-9dec-22b919acb365 already deleted. [ 581.826022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0361150d-a3e1-4f7d-9dec-22b919acb365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.895125] env[66134]: INFO networking_nsxv3.common.synchronization [None req-93c66c01-7173-46c1-a4a6-63a1d4fed914 None None] Enqueued Resource ID: cc377079-a90b-4f70-ad12-345e9fd683c4 with Priority: HIGHEST for action port [ 581.895125] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc377079-a90b-4f70-ad12-345e9fd683c4 with Priority: HIGHEST for action port [ 581.895125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc377079-a90b-4f70-ad12-345e9fd683c4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.895125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc377079-a90b-4f70-ad12-345e9fd683c4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.895125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc377079-a90b-4f70-ad12-345e9fd683c4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.895125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc377079-a90b-4f70-ad12-345e9fd683c4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.895125] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc377079-a90b-4f70-ad12-345e9fd683c4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.065841] env[66134]: INFO networking_nsxv3.common.synchronization [None req-230523bf-6318-4428-b1b1-9f2376c06e7d None None] Enqueued Resource ID: 805df904-1e77-4983-abb2-6266de506e20 with Priority: HIGHEST for action port [ 582.066344] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805df904-1e77-4983-abb2-6266de506e20 with Priority: HIGHEST for action port [ 582.066638] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-805df904-1e77-4983-abb2-6266de506e20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.067343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-805df904-1e77-4983-abb2-6266de506e20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.067343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-805df904-1e77-4983-abb2-6266de506e20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.067343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-805df904-1e77-4983-abb2-6266de506e20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.067485] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('805df904-1e77-4983-abb2-6266de506e20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.397156] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc377079-a90b-4f70-ad12-345e9fd683c4 [ 582.397156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.397156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.397156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.397156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.397156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.397156] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc377079-a90b-4f70-ad12-345e9fd683c4 already deleted. [ 582.397156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc377079-a90b-4f70-ad12-345e9fd683c4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.573795] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 805df904-1e77-4983-abb2-6266de506e20 [ 582.574408] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.574992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.575203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.575504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.575672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.575857] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:805df904-1e77-4983-abb2-6266de506e20 already deleted. [ 582.576042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-805df904-1e77-4983-abb2-6266de506e20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.631533] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c18432ee-ff3f-43b7-94da-97c7ea329b59 None None] Enqueued Resource ID: f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3 with Priority: HIGHEST for action port [ 582.632029] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3 with Priority: HIGHEST for action port [ 582.632236] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.632358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.632423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.633092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.633092] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.140062] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3 [ 583.140062] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.140062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.140062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.140062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.140062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.140062] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3 already deleted. [ 583.140062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5633ca0-16c6-48a6-8dd8-e9c6cd3d1ff3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.617736] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d7a0e9fa-09cb-41ad-84ba-891fdce311e7 None None] Enqueued Resource ID: 03d3e779-5099-4c2d-8eaa-1eeaa4985c09 with Priority: HIGHEST for action port [ 583.618030] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d3e779-5099-4c2d-8eaa-1eeaa4985c09 with Priority: HIGHEST for action port [ 583.618594] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d3e779-5099-4c2d-8eaa-1eeaa4985c09 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.618875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d3e779-5099-4c2d-8eaa-1eeaa4985c09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.618875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d3e779-5099-4c2d-8eaa-1eeaa4985c09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.619663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d3e779-5099-4c2d-8eaa-1eeaa4985c09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.619787] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d3e779-5099-4c2d-8eaa-1eeaa4985c09',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.122056] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03d3e779-5099-4c2d-8eaa-1eeaa4985c09 [ 584.122298] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.122434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.122504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.122719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.122807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.122906] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03d3e779-5099-4c2d-8eaa-1eeaa4985c09 already deleted. [ 584.122987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d3e779-5099-4c2d-8eaa-1eeaa4985c09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.450736] env[66134]: INFO networking_nsxv3.common.synchronization [None req-361f7a0c-42fc-48a1-b061-fc742cffb0a0 None None] Enqueued Resource ID: b9de1b1d-a4f4-4e0a-bedd-644f09ad3444 with Priority: HIGHEST for action port [ 585.450736] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9de1b1d-a4f4-4e0a-bedd-644f09ad3444 with Priority: HIGHEST for action port [ 585.450736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9de1b1d-a4f4-4e0a-bedd-644f09ad3444 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.450736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9de1b1d-a4f4-4e0a-bedd-644f09ad3444" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.450736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9de1b1d-a4f4-4e0a-bedd-644f09ad3444" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.452317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9de1b1d-a4f4-4e0a-bedd-644f09ad3444" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.452317] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9de1b1d-a4f4-4e0a-bedd-644f09ad3444',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.620700] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d1251397-f09a-443b-9ae2-5a657c5f91dc None None] Enqueued Resource ID: 7f2d1b87-a8df-4da7-8b11-69db0fb19952 with Priority: HIGHEST for action port [ 585.620700] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f2d1b87-a8df-4da7-8b11-69db0fb19952 with Priority: HIGHEST for action port [ 585.621046] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f2d1b87-a8df-4da7-8b11-69db0fb19952 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.621169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f2d1b87-a8df-4da7-8b11-69db0fb19952" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.621235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f2d1b87-a8df-4da7-8b11-69db0fb19952" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.621476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f2d1b87-a8df-4da7-8b11-69db0fb19952" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.621558] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f2d1b87-a8df-4da7-8b11-69db0fb19952',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.959058] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9de1b1d-a4f4-4e0a-bedd-644f09ad3444 [ 585.959058] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.959058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.959058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.959058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.959058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.959058] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9de1b1d-a4f4-4e0a-bedd-644f09ad3444 already deleted. [ 585.959400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9de1b1d-a4f4-4e0a-bedd-644f09ad3444" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.126401] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f2d1b87-a8df-4da7-8b11-69db0fb19952 [ 586.126895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.126895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.126895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.127111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.127164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.127253] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f2d1b87-a8df-4da7-8b11-69db0fb19952 already deleted. [ 586.127330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f2d1b87-a8df-4da7-8b11-69db0fb19952" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.368739] env[66134]: INFO networking_nsxv3.common.synchronization [None req-359db379-c9a6-47a6-8adb-ed62a4af5b70 None None] Enqueued Resource ID: c0401884-a8b6-4451-8b16-e201cb41a892 with Priority: HIGHEST for action port [ 586.369321] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0401884-a8b6-4451-8b16-e201cb41a892 with Priority: HIGHEST for action port [ 586.375971] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0401884-a8b6-4451-8b16-e201cb41a892 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.375971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0401884-a8b6-4451-8b16-e201cb41a892" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.375971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0401884-a8b6-4451-8b16-e201cb41a892" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.375971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0401884-a8b6-4451-8b16-e201cb41a892" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.375971] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0401884-a8b6-4451-8b16-e201cb41a892',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.380281] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0401884-a8b6-4451-8b16-e201cb41a892 [ 587.380626] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.380689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.380722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.380987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.381092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.381190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0401884-a8b6-4451-8b16-e201cb41a892 already deleted. [ 587.381272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0401884-a8b6-4451-8b16-e201cb41a892" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.834065] env[66134]: INFO networking_nsxv3.common.synchronization [None req-97c9d5af-3a55-4de2-829d-59df37f879e5 None None] Enqueued Resource ID: c6f89c8e-af9d-40ad-8a33-f3259fc17926 with Priority: HIGHEST for action port [ 587.836498] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f89c8e-af9d-40ad-8a33-f3259fc17926 with Priority: HIGHEST for action port [ 587.836498] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f89c8e-af9d-40ad-8a33-f3259fc17926 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.836498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f89c8e-af9d-40ad-8a33-f3259fc17926" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.836498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f89c8e-af9d-40ad-8a33-f3259fc17926" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.836498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f89c8e-af9d-40ad-8a33-f3259fc17926" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.836498] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f89c8e-af9d-40ad-8a33-f3259fc17926',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.186359] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3185a929-8556-4014-84ff-03f8d8a442f5 None None] Enqueued Resource ID: b0a12d9d-8001-4bd8-9e96-45a622457a0d with Priority: HIGHEST for action port [ 588.187094] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a12d9d-8001-4bd8-9e96-45a622457a0d with Priority: HIGHEST for action port [ 588.187874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0a12d9d-8001-4bd8-9e96-45a622457a0d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.187874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0a12d9d-8001-4bd8-9e96-45a622457a0d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.187874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0a12d9d-8001-4bd8-9e96-45a622457a0d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.187874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0a12d9d-8001-4bd8-9e96-45a622457a0d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.187874] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a12d9d-8001-4bd8-9e96-45a622457a0d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.339940] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6f89c8e-af9d-40ad-8a33-f3259fc17926 [ 588.339940] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.339940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.339940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.340189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.340189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.340189] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6f89c8e-af9d-40ad-8a33-f3259fc17926 already deleted. [ 588.340546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f89c8e-af9d-40ad-8a33-f3259fc17926" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.690544] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0a12d9d-8001-4bd8-9e96-45a622457a0d [ 588.691436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.691436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.691436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.691657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.691657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.691716] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0a12d9d-8001-4bd8-9e96-45a622457a0d already deleted. [ 588.691802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0a12d9d-8001-4bd8-9e96-45a622457a0d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.869688] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3ac461a7-395c-4601-a7a9-b2c7d7f410fe None None] Enqueued Resource ID: 6e241fa3-644d-4d93-863d-264e31949b59 with Priority: HIGHEST for action port [ 588.870239] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e241fa3-644d-4d93-863d-264e31949b59 with Priority: HIGHEST for action port [ 588.870566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e241fa3-644d-4d93-863d-264e31949b59 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.870736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e241fa3-644d-4d93-863d-264e31949b59" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.870843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e241fa3-644d-4d93-863d-264e31949b59" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.871019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e241fa3-644d-4d93-863d-264e31949b59" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.871386] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e241fa3-644d-4d93-863d-264e31949b59',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.373395] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e241fa3-644d-4d93-863d-264e31949b59 [ 589.373663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.373802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.373873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.374104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.374194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.374286] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e241fa3-644d-4d93-863d-264e31949b59 already deleted. [ 589.374367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e241fa3-644d-4d93-863d-264e31949b59" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.207298] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d581876b-6428-41d1-81d1-55e86cc284a3 None None] Enqueued Resource ID: 5c9a7fd0-f404-4e57-92b5-90bae082d55d with Priority: HIGHEST for action port [ 590.207298] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9a7fd0-f404-4e57-92b5-90bae082d55d with Priority: HIGHEST for action port [ 590.207298] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9a7fd0-f404-4e57-92b5-90bae082d55d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.207298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9a7fd0-f404-4e57-92b5-90bae082d55d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.207298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9a7fd0-f404-4e57-92b5-90bae082d55d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.207298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9a7fd0-f404-4e57-92b5-90bae082d55d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.207298] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9a7fd0-f404-4e57-92b5-90bae082d55d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.482048] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d471bc6c-bf6b-4463-9507-cb116f8cded1 None None] Enqueued Resource ID: 21c80974-ace3-44b3-bf3a-b6e88b26684b with Priority: HIGHEST for action port [ 590.482048] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c80974-ace3-44b3-bf3a-b6e88b26684b with Priority: HIGHEST for action port [ 590.482048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c80974-ace3-44b3-bf3a-b6e88b26684b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.482048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c80974-ace3-44b3-bf3a-b6e88b26684b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.482048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c80974-ace3-44b3-bf3a-b6e88b26684b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.482048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c80974-ace3-44b3-bf3a-b6e88b26684b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.482048] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c80974-ace3-44b3-bf3a-b6e88b26684b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.618321] env[66134]: INFO networking_nsxv3.common.synchronization [req-886af069-065d-47ff-8b86-754a5a9b1eb4 req-30240ea4-dfc2-4fe0-89ae-280cbdadc207 tempest-TenantUsagesTestJSON-878474173 tempest-TenantUsagesTestJSON-878474173-project-member] Enqueued Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_members [ 590.618321] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_members [ 590.618321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.618486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.618486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.618780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.618990] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.619114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.619178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.619335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.619561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.619561] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.711204] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c9a7fd0-f404-4e57-92b5-90bae082d55d [ 590.711204] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.711204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.711204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.711204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.711204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.711734] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c9a7fd0-f404-4e57-92b5-90bae082d55d already deleted. [ 590.711734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9a7fd0-f404-4e57-92b5-90bae082d55d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.984730] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21c80974-ace3-44b3-bf3a-b6e88b26684b [ 590.985043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.985183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.985256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.985475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.985573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.985670] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21c80974-ace3-44b3-bf3a-b6e88b26684b already deleted. [ 590.985754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c80974-ace3-44b3-bf3a-b6e88b26684b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.121332] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.121482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.121559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.121774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.121859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.122197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.122334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.122334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.122460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.122520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.122623] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f already deleted. [ 591.122686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.579862] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.580341] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.580341] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.580487] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.580730] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.580910] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.580997] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.582087] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.582087] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.582087] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.582087] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.582087] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.582087] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.582087] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.582493] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.582493] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.603146] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.603146] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.603146] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.603146] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.603387] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-5071c533-f3e7-4291-a948-4bded138c8ea taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.603468] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.603559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.603870] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.604010] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5071c533-f3e7-4291-a948-4bded138c8ea',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.112024] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.112024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 5071c533-f3e7-4291-a948-4bded138c8ea not found, creating... [ 592.112024] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.112024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.112608] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.112608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.112608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.112608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.112608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.112608] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 5071c533-f3e7-4291-a948-4bded138c8ea is going to be created. [ 592.140447] env[66134]: INFO networking_nsxv3.common.synchronization [req-62f445b2-407e-4174-8f43-d24dd4127ba9 req-751b8ac1-8083-45f5-b76b-ea300a1ead09 tempest-DeleteServersAdminTestJSON-1650899734 tempest-DeleteServersAdminTestJSON-1650899734-project-member] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 592.142059] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.142247] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.142689] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.142689] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.142819] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.143039] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.143979] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 592.144283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.144400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.144468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.144781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.144963] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.145105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.145173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.145353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.145447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.145555] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.554464] env[66134]: INFO networking_nsxv3.common.synchronization [None req-f5a700e9-c6bc-4d5c-a277-41fd5c27b077 None None] Enqueued Resource ID: 2826aad0-b5bb-4022-8049-035cbf6b43c2 with Priority: HIGHEST for action port [ 592.555026] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2826aad0-b5bb-4022-8049-035cbf6b43c2 with Priority: HIGHEST for action port [ 592.555364] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2826aad0-b5bb-4022-8049-035cbf6b43c2 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2826aad0-b5bb-4022-8049-035cbf6b43c2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.555560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2826aad0-b5bb-4022-8049-035cbf6b43c2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.555820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2826aad0-b5bb-4022-8049-035cbf6b43c2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.555957] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2826aad0-b5bb-4022-8049-035cbf6b43c2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.649066] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.649066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.649066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.649637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.649698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.649872] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.650187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.650187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.650244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.650468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.650468] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 already deleted. [ 592.650468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.925596] env[66134]: INFO networking_nsxv3.common.synchronization [req-886af069-065d-47ff-8b86-754a5a9b1eb4 req-b1af04fc-01ad-4274-a542-b4a7e56706e7 service nova] Enqueued Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_rules [ 592.925773] env[66134]: INFO networking_nsxv3.common.synchronization [req-886af069-065d-47ff-8b86-754a5a9b1eb4 req-b1af04fc-01ad-4274-a542-b4a7e56706e7 service nova] Enqueued Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_members [ 592.925932] env[66134]: INFO networking_nsxv3.common.synchronization [req-886af069-065d-47ff-8b86-754a5a9b1eb4 req-b1af04fc-01ad-4274-a542-b4a7e56706e7 service nova] Enqueued Resource ID: 5071c533-f3e7-4291-a948-4bded138c8ea with Priority: HIGHEST for action port [ 592.926463] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_rules [ 592.926598] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_members [ 592.927027] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5071c533-f3e7-4291-a948-4bded138c8ea with Priority: HIGHEST for action port [ 592.927027] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.927210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.927243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.929378] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.929378] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.929378] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.929378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.929378] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.930207] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5071c533-f3e7-4291-a948-4bded138c8ea taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.930320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.930387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.930542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.930619] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5071c533-f3e7-4291-a948-4bded138c8ea',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.001886] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002209] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.002416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.002745] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.003398] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.004422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.004422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.004422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.004422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.004422] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.004422] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.004688] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.004721] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.006825] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.006825] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.006825] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.024709] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.024881] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.025022] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.025213] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.025578] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-f289c373-99c1-4c9a-987c-61b691c17bc9 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.025696] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.025913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.026290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.026290] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f289c373-99c1-4c9a-987c-61b691c17bc9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.058950] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2826aad0-b5bb-4022-8049-035cbf6b43c2 [ 593.059258] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.059407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.059480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.059692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.059793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.059874] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2826aad0-b5bb-4022-8049-035cbf6b43c2 already deleted. [ 593.059955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2826aad0-b5bb-4022-8049-035cbf6b43c2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.433249] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.433473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.433790] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.443159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5071c533-f3e7-4291-a948-4bded138c8ea with status ACTIVE [ 593.443159] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.443159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.443159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.443411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.443514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.445029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.445029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.445029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.445029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.445029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.445029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.445029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.445029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.445538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.445538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.445538] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5071c533-f3e7-4291-a948-4bded138c8ea is going to be updated. [ 593.469580] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.469741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.469814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.470101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.470177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.471507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5071c533-f3e7-4291-a948-4bded138c8ea" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.530191] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.530423] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.530543] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.530835] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.530951] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.531103] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port f289c373-99c1-4c9a-987c-61b691c17bc9 not found, creating... [ 593.531356] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.531525] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.532451] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.533273] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.534352] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.534352] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.534352] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.534352] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.535078] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.535243] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.535385] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: f289c373-99c1-4c9a-987c-61b691c17bc9 is going to be created. [ 593.560736] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.560882] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.560956] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.561256] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.561550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.561671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.590225] env[66134]: INFO networking_nsxv3.common.synchronization [None req-4d02e767-0c10-484e-b567-d537b22764dc None None] Enqueued Resource ID: 0f042ec7-3bc3-418f-b91f-f049736c89d7 with Priority: HIGHEST for action port [ 593.590485] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f042ec7-3bc3-418f-b91f-f049736c89d7 with Priority: HIGHEST for action port [ 593.591294] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f042ec7-3bc3-418f-b91f-f049736c89d7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.591294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f042ec7-3bc3-418f-b91f-f049736c89d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.591294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f042ec7-3bc3-418f-b91f-f049736c89d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.591924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f042ec7-3bc3-418f-b91f-f049736c89d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.592071] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f042ec7-3bc3-418f-b91f-f049736c89d7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.940248] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.060256] env[66134]: INFO networking_nsxv3.common.synchronization [None req-805b7b76-7076-4b25-92fe-d9805fbfaa11 None None] Enqueued Resource ID: 02a3ab4b-1d05-4258-bedd-2336bf410aeb with Priority: HIGHEST for action port [ 594.061530] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3ab4b-1d05-4258-bedd-2336bf410aeb with Priority: HIGHEST for action port [ 594.062040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a3ab4b-1d05-4258-bedd-2336bf410aeb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.063309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a3ab4b-1d05-4258-bedd-2336bf410aeb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.064327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a3ab4b-1d05-4258-bedd-2336bf410aeb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.064327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a3ab4b-1d05-4258-bedd-2336bf410aeb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.064327] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a3ab4b-1d05-4258-bedd-2336bf410aeb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.094984] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f042ec7-3bc3-418f-b91f-f049736c89d7 [ 594.094984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.094984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.094984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.095913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.095913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.095913] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f042ec7-3bc3-418f-b91f-f049736c89d7 already deleted. [ 594.096066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f042ec7-3bc3-418f-b91f-f049736c89d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.442809] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.443023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.443093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.443297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.443385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.443484] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f is going to be created. [ 594.473617] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.473617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.473617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.473617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.473617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.483154] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f in Status: UNINITIALIZED for 2s [ 594.568639] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a3ab4b-1d05-4258-bedd-2336bf410aeb [ 594.568639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.568639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.568894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.568894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.569169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.570058] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a3ab4b-1d05-4258-bedd-2336bf410aeb already deleted. [ 594.570058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a3ab4b-1d05-4258-bedd-2336bf410aeb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.668247] env[66134]: INFO networking_nsxv3.common.synchronization [req-62f445b2-407e-4174-8f43-d24dd4127ba9 req-e569639a-51f8-46d2-b615-c522038edd51 service nova] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_rules [ 594.668508] env[66134]: INFO networking_nsxv3.common.synchronization [req-62f445b2-407e-4174-8f43-d24dd4127ba9 req-e569639a-51f8-46d2-b615-c522038edd51 service nova] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 594.668720] env[66134]: INFO networking_nsxv3.common.synchronization [req-62f445b2-407e-4174-8f43-d24dd4127ba9 req-e569639a-51f8-46d2-b615-c522038edd51 service nova] Enqueued Resource ID: f289c373-99c1-4c9a-987c-61b691c17bc9 with Priority: HIGHEST for action port [ 594.669205] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_rules [ 594.669289] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 594.669390] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f289c373-99c1-4c9a-987c-61b691c17bc9 with Priority: HIGHEST for action port [ 594.670192] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.670192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.670192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.670192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.670192] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.671055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.671150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.671203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.671382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.671521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.671614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.671675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.671816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.671900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.671985] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.674042] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f289c373-99c1-4c9a-987c-61b691c17bc9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.674042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.674042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.674042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.674042] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f289c373-99c1-4c9a-987c-61b691c17bc9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.176846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.177158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.177549] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.178581] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f289c373-99c1-4c9a-987c-61b691c17bc9 with status ACTIVE [ 595.179768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.179768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.179768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.179768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.179768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.179768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.179768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.179768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.180182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.180182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.180242] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.180324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.180408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.180553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.180600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.180884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f289c373-99c1-4c9a-987c-61b691c17bc9 is going to be updated. [ 595.213921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.214023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.214023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.214408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.214408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.214597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f289c373-99c1-4c9a-987c-61b691c17bc9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.683435] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.724617] env[66134]: INFO networking_nsxv3.common.synchronization [None req-03b509bc-46ab-438c-9f90-b8305d3954fa tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_rules [ 595.725549] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_rules [ 595.726221] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.726221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.726221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.728604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.728734] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.965268] env[66134]: INFO networking_nsxv3.common.synchronization [None req-61918171-b1bf-4d84-bd7b-a90358e942c2 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_rules [ 595.965268] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_rules [ 595.971846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.971846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.076076] env[66134]: INFO networking_nsxv3.common.synchronization [None req-a26f6bd0-c75c-41af-814d-1ba13080d618 None None] Enqueued Resource ID: ba9db35c-86d3-4e1f-bacd-a023eeccda9c with Priority: HIGHEST for action port [ 596.076798] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9db35c-86d3-4e1f-bacd-a023eeccda9c with Priority: HIGHEST for action port [ 596.078060] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9db35c-86d3-4e1f-bacd-a023eeccda9c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.078700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9db35c-86d3-4e1f-bacd-a023eeccda9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.078787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9db35c-86d3-4e1f-bacd-a023eeccda9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.079168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9db35c-86d3-4e1f-bacd-a023eeccda9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.080662] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9db35c-86d3-4e1f-bacd-a023eeccda9c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.173204] env[66134]: INFO networking_nsxv3.common.synchronization [req-0836f88d-fc9d-4318-93f4-61ba2dbd32fa req-4e8e2705-6636-4d87-aede-a0d74c18faa6 tempest-ServerDiagnosticsNegativeTest-1530606950 tempest-ServerDiagnosticsNegativeTest-1530606950-project-member] Enqueued Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_members [ 596.176658] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_members [ 596.177055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.177417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.177417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.177529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.177649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.178088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.178165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.178329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.178417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.178515] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.189390] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.189390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.189390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.189390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.189390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.189390] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be created. [ 596.221128] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.221128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.221128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.221268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.236240] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: UNINITIALIZED for 2s [ 596.266612] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.266829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.266829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.267460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.267460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.267460] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 already deleted. [ 596.267460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.267601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.267874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.267874] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.459161] env[66134]: INFO networking_nsxv3.common.synchronization [None req-075163a3-ab20-4b5e-ba91-a9c33f3477f9 tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_rules [ 596.459691] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_rules [ 596.460026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.463053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.463053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.463053] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.494172] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f in Status: SUCCESS [ 596.494407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.494614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.496200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.496200] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.496200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.496200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.496200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.496200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.496200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.496200] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.588175] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba9db35c-86d3-4e1f-bacd-a023eeccda9c [ 596.590202] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.590202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.590202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.590202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.590202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.590202] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba9db35c-86d3-4e1f-bacd-a023eeccda9c already deleted. [ 596.590202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9db35c-86d3-4e1f-bacd-a023eeccda9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.681122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.682150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.682150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.682150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.682150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.682150] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.682150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.682150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.682639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.682639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.682639] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 already deleted. [ 596.682639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.793270] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.793270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.793270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.793270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.793270] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.793493] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.793585] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.793866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.794039] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.794381] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.794511] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.794614] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.795470] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.795470] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.795470] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.795470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.797065] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.797065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.797312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.797758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.797758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.797758] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 already deleted. [ 596.797873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.815836] env[66134]: INFO networking_nsxv3.common.synchronization [None req-319f5302-db8a-406f-a044-1513df2ecb8c tempest-VolumesAssistedSnapshotsTest-797443757 tempest-VolumesAssistedSnapshotsTest-797443757-project-member] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_rules [ 596.815836] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_rules [ 596.815836] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.815836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.815836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.816502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.816596] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.820770] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.820770] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.820770] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.820770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.821414] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-67925dfc-693d-4cbf-a380-4c3034c579b1 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.821643] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.821779] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.822158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.822321] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67925dfc-693d-4cbf-a380-4c3034c579b1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.939377] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3b6a136d-6d6e-4641-b60f-edfee6f747ff tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_rules [ 596.940378] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_rules [ 596.940749] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.940903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.988818] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.988972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.989050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.989288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.989419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.989526] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 already deleted. [ 596.989612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.989774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.989940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.990051] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.997938] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.998098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.998870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.998870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.998870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.998870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.998870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.998870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.998870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.999195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.999195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.999335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.999335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.999439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.999577] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.999673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.999731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.999868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.999952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.000072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.000140] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.241037] env[66134]: INFO networking_nsxv3.common.synchronization [None req-86d2a6e1-8b05-477e-897b-e761afda2f9e tempest-VolumesAssistedSnapshotsTest-797443757 tempest-VolumesAssistedSnapshotsTest-797443757-project-member] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_rules [ 597.242187] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_rules [ 597.242187] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.242187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.327031] env[66134]: INFO networking_nsxv3.common.synchronization [None req-a2142757-0584-44e5-84b5-755f86b41021 None None] Enqueued Resource ID: 1f70bd5e-6ad7-419b-90e9-97bf1d9509eb with Priority: HIGHEST for action port [ 597.327489] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f70bd5e-6ad7-419b-90e9-97bf1d9509eb with Priority: HIGHEST for action port [ 597.329274] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f70bd5e-6ad7-419b-90e9-97bf1d9509eb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.329274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f70bd5e-6ad7-419b-90e9-97bf1d9509eb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.329274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f70bd5e-6ad7-419b-90e9-97bf1d9509eb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.329762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f70bd5e-6ad7-419b-90e9-97bf1d9509eb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.329762] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f70bd5e-6ad7-419b-90e9-97bf1d9509eb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.330580] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.330785] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.330878] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.331397] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.331397] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.331469] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 67925dfc-693d-4cbf-a380-4c3034c579b1 not found, creating... [ 597.331680] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.331833] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.331946] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.332176] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.332305] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.332588] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.332741] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.332852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.333067] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.333360] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.333360] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 67925dfc-693d-4cbf-a380-4c3034c579b1 is going to be created. [ 597.351959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.352238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.352238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.352438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.352555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352696] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 already deleted. [ 597.352906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.353074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.353179] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.356650] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.356893] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.357206] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.357487] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.357719] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.358054] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.502822] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f: rpc.has_security_group_logging(os_id): False [ 597.519151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.519459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.519570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.519857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.519970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.520095] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 already deleted. [ 597.520271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.528461] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.528634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.528634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.528832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.528919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.529141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.529258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.529368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.529512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.529618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.529770] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.529862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.529931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.530073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.530200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530332] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.530482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.530613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.530681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530765] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f is going to be created. [ 597.610497] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.610652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.610727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.610947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.611150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.623315] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f in Status: IN_PROGRESS for 2s [ 597.835443] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f70bd5e-6ad7-419b-90e9-97bf1d9509eb [ 597.835732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.835982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.835982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.836134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.836270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.836330] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f70bd5e-6ad7-419b-90e9-97bf1d9509eb already deleted. [ 597.836439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f70bd5e-6ad7-419b-90e9-97bf1d9509eb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.873948] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.873948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.873948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.874183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.874499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874499] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 already deleted. [ 597.874499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.067490] env[66134]: INFO networking_nsxv3.common.synchronization [req-0836f88d-fc9d-4318-93f4-61ba2dbd32fa req-aaa71db2-25a1-4503-9a48-a3ee9f707b88 service nova] Enqueued Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_rules [ 598.067490] env[66134]: INFO networking_nsxv3.common.synchronization [req-0836f88d-fc9d-4318-93f4-61ba2dbd32fa req-aaa71db2-25a1-4503-9a48-a3ee9f707b88 service nova] Enqueued Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_members [ 598.067490] env[66134]: INFO networking_nsxv3.common.synchronization [req-0836f88d-fc9d-4318-93f4-61ba2dbd32fa req-aaa71db2-25a1-4503-9a48-a3ee9f707b88 service nova] Enqueued Resource ID: 67925dfc-693d-4cbf-a380-4c3034c579b1 with Priority: HIGHEST for action port [ 598.067805] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_rules [ 598.067943] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_members [ 598.068061] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67925dfc-693d-4cbf-a380-4c3034c579b1 with Priority: HIGHEST for action port [ 598.068332] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.068453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.068527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.068766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.068876] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.069763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.069884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.069956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.070200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.070420] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.070420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.070553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.070599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.070661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.070753] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.071918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-67925dfc-693d-4cbf-a380-4c3034c579b1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.077509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.077509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.077509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.077509] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67925dfc-693d-4cbf-a380-4c3034c579b1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.248302] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 598.248579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.248828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.249272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.249601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.249946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.250037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.250214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.250301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250534] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.580453] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.580453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.580453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.580453] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67925dfc-693d-4cbf-a380-4c3034c579b1 with status ACTIVE [ 598.580453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.580453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.580453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.580453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.580453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.580800] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.584025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.584428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.584428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.584534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.584730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.584836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.584913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.585082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.585176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.585241] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67925dfc-693d-4cbf-a380-4c3034c579b1 is going to be updated. [ 598.611093] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.611093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.611093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.611093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.611093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.611093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67925dfc-693d-4cbf-a380-4c3034c579b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.620919] env[66134]: INFO networking_nsxv3.common.synchronization [req-33db1abe-95ec-4807-b39f-931a3ba30ce8 req-b6809f65-b6b8-4d38-91cc-9bdb59f4cda8 tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: 31314e77-d20e-44c9-8ed5-32d3eecea964 with Priority: HIGHEST for action security_group_rules [ 598.622055] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31314e77-d20e-44c9-8ed5-32d3eecea964 with Priority: HIGHEST for action security_group_rules [ 598.622055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31314e77-d20e-44c9-8ed5-32d3eecea964 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.622055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31314e77-d20e-44c9-8ed5-32d3eecea964" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.622055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31314e77-d20e-44c9-8ed5-32d3eecea964" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31314e77-d20e-44c9-8ed5-32d3eecea964" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.625676] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31314e77-d20e-44c9-8ed5-32d3eecea964',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.667721] env[66134]: INFO networking_nsxv3.common.synchronization [req-2dff2c8b-2c3c-4fc1-bc17-12d8c6e775fd req-876a8df6-670a-4d20-afa4-cc97708d866c tempest-ServerExternalEventsTest-1758582447 tempest-ServerExternalEventsTest-1758582447-project-member] Enqueued Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_members [ 598.667721] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_members [ 598.667975] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.669131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.669131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.669495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.673130] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.673130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.673130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.673130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.673130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.673130] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.755832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.756680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.756680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.756680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.756680] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.756680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.756680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.756969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.756969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.757094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.757283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.757393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.757452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.757597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.757751] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.757841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.757899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.758120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.758200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.759370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.759370] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.011606] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.011806] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.011929] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.012225] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.012485] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.012646] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.012761] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.012977] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.013775] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.014053] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.014193] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.014327] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.014436] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.014578] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.014645] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.014780] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.038292] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.038986] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.038986] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.038986] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.039408] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.039705] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.039881] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.040253] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.040450] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.087691] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.148812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.149032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.149086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.149376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.149472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.149574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31314e77-d20e-44c9-8ed5-32d3eecea964 already deleted. [ 599.149661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31314e77-d20e-44c9-8ed5-32d3eecea964" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.174091] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.174091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.174091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.174299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.174922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.174922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.174922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.174922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.174922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.174922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.175425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 already deleted. [ 599.175425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.243656] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c392795f-4376-4c46-b131-d0d3f3958eb1 None None] Enqueued Resource ID: 32e02e46-75a6-4ea0-90ff-9352e18151df with Priority: HIGHEST for action port [ 599.244236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e02e46-75a6-4ea0-90ff-9352e18151df with Priority: HIGHEST for action port [ 599.244942] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e02e46-75a6-4ea0-90ff-9352e18151df taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.244942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e02e46-75a6-4ea0-90ff-9352e18151df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.244942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e02e46-75a6-4ea0-90ff-9352e18151df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.245154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e02e46-75a6-4ea0-90ff-9352e18151df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.245240] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e02e46-75a6-4ea0-90ff-9352e18151df',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.260834] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfcdb6ff-4614-462f-9f98-b800c2c881d5: rpc.has_security_group_logging(os_id): False [ 599.283746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.283998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.283998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.284245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.284372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.284608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.284711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.284797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.285012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.285138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.285376] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.286159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.286251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.286424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.286510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.286720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.286817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.286881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.287068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.287169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.287246] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be created. [ 599.356096] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.356247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.356331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.356606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.356816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.367313] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: IN_PROGRESS for 2s [ 599.543874] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.544460] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.544460] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.544583] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.544677] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.545676] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c not found, creating... [ 599.545676] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.545676] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.545676] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.545858] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.545858] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.546114] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.546269] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.546380] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.546581] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.546857] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.546925] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c is going to be created. [ 599.571206] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.571302] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.571350] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.571653] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.571847] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.572708] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.592031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.592275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.592275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.592492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.592590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.592691] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 is going to be created. [ 599.627498] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.627498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.627498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.627498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.628128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.657971] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 in Status: UNINITIALIZED for 2s [ 599.658785] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f in Status: SUCCESS [ 599.659015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.747389] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32e02e46-75a6-4ea0-90ff-9352e18151df [ 599.747623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.747761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.747831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.748183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.748229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.748329] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32e02e46-75a6-4ea0-90ff-9352e18151df already deleted. [ 599.748413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e02e46-75a6-4ea0-90ff-9352e18151df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.211965] env[66134]: INFO networking_nsxv3.common.synchronization [None req-fdfc97cd-36a4-4ab9-8813-10103b416c6d None None] Enqueued Resource ID: 4a1214aa-879c-42b8-ba65-51db441f6798 with Priority: HIGHEST for action port [ 600.213386] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a1214aa-879c-42b8-ba65-51db441f6798 with Priority: HIGHEST for action port [ 600.213750] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a1214aa-879c-42b8-ba65-51db441f6798 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.213878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a1214aa-879c-42b8-ba65-51db441f6798" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.213943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a1214aa-879c-42b8-ba65-51db441f6798" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.214241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a1214aa-879c-42b8-ba65-51db441f6798" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.214318] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1214aa-879c-42b8-ba65-51db441f6798',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.346721] env[66134]: INFO networking_nsxv3.common.synchronization [req-2dff2c8b-2c3c-4fc1-bc17-12d8c6e775fd req-0f10b397-a3d2-4372-9e01-97f1d98855ac service nova] Enqueued Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_rules [ 600.347347] env[66134]: INFO networking_nsxv3.common.synchronization [req-2dff2c8b-2c3c-4fc1-bc17-12d8c6e775fd req-0f10b397-a3d2-4372-9e01-97f1d98855ac service nova] Enqueued Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_members [ 600.347347] env[66134]: INFO networking_nsxv3.common.synchronization [req-2dff2c8b-2c3c-4fc1-bc17-12d8c6e775fd req-0f10b397-a3d2-4372-9e01-97f1d98855ac service nova] Enqueued Resource ID: 8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c with Priority: HIGHEST for action port [ 600.347623] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_rules [ 600.347756] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_members [ 600.347854] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c with Priority: HIGHEST for action port [ 600.348195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.348519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.348519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.348601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.348684] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.351431] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.351431] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.351431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.351431] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.352091] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.352091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.352091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.352091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.352091] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.711050] env[66134]: INFO networking_nsxv3.common.synchronization [req-8c74a3c8-0702-4442-be0a-24be9c9c9401 req-0a388abd-2bf7-4e78-aa59-8eafbfe75d3e tempest-FloatingIPsAssociationNegativeTestJSON-1384464720 tempest-FloatingIPsAssociationNegativeTestJSON-1384464720-project-member] Enqueued Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_members [ 600.711637] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_members [ 600.711938] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.712166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.712166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.713124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.713124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.713124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.713124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.713327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.713327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.713452] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.719921] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a1214aa-879c-42b8-ba65-51db441f6798 [ 600.720083] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.720195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.720437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.720524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.720616] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a1214aa-879c-42b8-ba65-51db441f6798 already deleted. [ 600.720699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a1214aa-879c-42b8-ba65-51db441f6798" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.853691] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.853868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.854109] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.855441] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c with status ACTIVE [ 600.855703] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.855867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.855945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.856247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.856390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.856773] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.856932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.858628] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.858628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.858628] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c is going to be updated. [ 600.882215] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.882215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.882215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.883066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.883066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.883066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f03c4a5-ccc6-48b7-b5fe-aaa43611c56c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.150194] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.150421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-957" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.150544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-957" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.150976] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-957" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.151268] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.151429] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.151542] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.151756] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.151933] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.152857] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.153959] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.154196] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.154275] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.154403] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.154526] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.154665] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.176557] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.176666] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.177136] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.177136] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-957" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.177359] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-739b1006-d3d4-4556-b392-fba8fbdcfb3c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.177543] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.178575] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.178575] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.178575] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739b1006-d3d4-4556-b392-fba8fbdcfb3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.215896] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.216098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.216235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.216421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.216510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.216741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.216832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.216882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.217075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.217177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.217224] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 already deleted. [ 601.217334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.360800] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.387435] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 601.387620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.672653] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 in Status: SUCCESS [ 601.672653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.673034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.673648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.673648] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.673648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.673648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.674777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.674777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.674777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.674777] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.681402] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.681893] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.682162] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.682572] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.682911] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.683098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 739b1006-d3d4-4556-b392-fba8fbdcfb3c not found, creating... [ 601.683370] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.683728] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.683776] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.687168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.687168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.687168] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.687168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.687168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.687168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.687827] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.688453] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 739b1006-d3d4-4556-b392-fba8fbdcfb3c is going to be created. [ 601.714077] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.714365] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.714490] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.714780] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.715091] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.715294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.863299] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.863491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.863644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.863891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.864110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.864110] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 is going to be created. [ 601.901819] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.902017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.902017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.902672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.902944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.914337] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 in Status: UNINITIALIZED for 2s [ 602.177685] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.177685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.177685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.177870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.178017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.178385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.178481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.178548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.178691] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.178970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.179131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.179279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.179347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.179489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.179580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.179636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.179744] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.436582] env[66134]: INFO networking_nsxv3.common.synchronization [req-8c74a3c8-0702-4442-be0a-24be9c9c9401 req-bca2dfca-b4bd-457c-a5f8-8b2702110b32 service nova] Enqueued Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_rules [ 602.436582] env[66134]: INFO networking_nsxv3.common.synchronization [req-8c74a3c8-0702-4442-be0a-24be9c9c9401 req-bca2dfca-b4bd-457c-a5f8-8b2702110b32 service nova] Enqueued Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_members [ 602.436582] env[66134]: INFO networking_nsxv3.common.synchronization [req-8c74a3c8-0702-4442-be0a-24be9c9c9401 req-bca2dfca-b4bd-457c-a5f8-8b2702110b32 service nova] Enqueued Resource ID: 739b1006-d3d4-4556-b392-fba8fbdcfb3c with Priority: HIGHEST for action port [ 602.437325] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_rules [ 602.437470] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_members [ 602.437629] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739b1006-d3d4-4556-b392-fba8fbdcfb3c with Priority: HIGHEST for action port [ 602.437839] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.437962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.438064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.438321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.438405] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.439320] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.440069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.440069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.440069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.440069] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.440222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.440278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.440430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.440518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.440604] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.441517] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-739b1006-d3d4-4556-b392-fba8fbdcfb3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.441517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.441648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.442428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.442428] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739b1006-d3d4-4556-b392-fba8fbdcfb3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.683348] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c74c21-c5d3-4cbd-b845-8195ca937832: rpc.has_security_group_logging(os_id): False [ 602.702208] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.702661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.702661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.702936] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.703372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.703372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.703372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.703521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.703647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.703788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.703859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.704455] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.704605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.704675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.704826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.704971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.705119] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 is going to be created. [ 602.769056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.769056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.785857] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 in Status: IN_PROGRESS for 2s [ 602.942892] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.945141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.945141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.946319] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 739b1006-d3d4-4556-b392-fba8fbdcfb3c with status ACTIVE [ 602.946558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.946705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.946774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.947143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.947258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.947500] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.952220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.952220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.952220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.952220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.952220] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.952220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.952220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.952588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.952588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.952588] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 739b1006-d3d4-4556-b392-fba8fbdcfb3c is going to be updated. [ 602.978763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.978968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.978968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.979228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.979799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.979799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739b1006-d3d4-4556-b392-fba8fbdcfb3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.448410] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.926617] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 in Status: SUCCESS [ 603.926617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.926617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.926884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.927154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.927280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.927742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.927742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.927742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.927742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.927944] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.951342] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.951521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.951592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.952726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.952726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.952726] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 is going to be created. [ 603.979664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.980267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.980267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.980267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.980267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.991925] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 in Status: UNINITIALIZED for 2s [ 604.161094] env[66134]: INFO networking_nsxv3.common.synchronization [req-e1f336f7-b464-4895-8807-3dbb8283aecd req-a2a4f750-543c-4189-a805-5c085c55c745 tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: 907e4581-32f2-4e49-bfe2-5c9d7986879a with Priority: HIGHEST for action security_group_rules [ 604.162094] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e4581-32f2-4e49-bfe2-5c9d7986879a with Priority: HIGHEST for action security_group_rules [ 604.162390] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907e4581-32f2-4e49-bfe2-5c9d7986879a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.162676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907e4581-32f2-4e49-bfe2-5c9d7986879a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.162778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907e4581-32f2-4e49-bfe2-5c9d7986879a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.163189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907e4581-32f2-4e49-bfe2-5c9d7986879a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.163285] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907e4581-32f2-4e49-bfe2-5c9d7986879a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.273775] env[66134]: INFO networking_nsxv3.common.synchronization [None req-189819b6-5354-4b30-b22f-f2e53ee8d35f None None] Enqueued Resource ID: 19ed4099-0ce5-4453-b792-d348ae0400b8 with Priority: HIGHEST for action port [ 604.274647] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ed4099-0ce5-4453-b792-d348ae0400b8 with Priority: HIGHEST for action port [ 604.277142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ed4099-0ce5-4453-b792-d348ae0400b8 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.277142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ed4099-0ce5-4453-b792-d348ae0400b8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.277142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ed4099-0ce5-4453-b792-d348ae0400b8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.277142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ed4099-0ce5-4453-b792-d348ae0400b8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.277142] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ed4099-0ce5-4453-b792-d348ae0400b8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.430944] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.431114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.431192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.431424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.431647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.431775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.431853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.432117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.432265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.432418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.432617] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.432762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.432860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.433363] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.433438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.433486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.433808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.433900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.433993] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.687612] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.688963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.688963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.688963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.688963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.688963] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907e4581-32f2-4e49-bfe2-5c9d7986879a already deleted. [ 604.688963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907e4581-32f2-4e49-bfe2-5c9d7986879a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.779700] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19ed4099-0ce5-4453-b792-d348ae0400b8 [ 604.779958] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.780101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.780484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.780595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.780740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.781151] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19ed4099-0ce5-4453-b792-d348ae0400b8 already deleted. [ 604.781151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ed4099-0ce5-4453-b792-d348ae0400b8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.816733] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 in Status: SUCCESS [ 604.816733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.936425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421c6a27-8c26-41b6-b90a-6b90d1b49e94: rpc.has_security_group_logging(os_id): False [ 604.965319] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.965319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.969156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.969995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.969995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.969995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.969995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969995] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 is going to be created. [ 605.078909] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.078909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.078909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.079366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.079366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.099596] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 in Status: IN_PROGRESS for 2s [ 606.005269] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 in Status: SUCCESS [ 606.005663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.006128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.006385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.006696] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.007198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.007198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.007311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.007481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.007672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.007842] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.513166] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.513166] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.513166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.513709] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.514254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.514254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.514254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.514423] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.514423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.514531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.515295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.515564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.515652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.515720] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.021829] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55950c9-faaa-4c37-8681-7b2df4ce6282: rpc.has_security_group_logging(os_id): False [ 607.043549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.043549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.043902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.043902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.043963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.044268] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.044268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.044480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.044515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.044648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.044799] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.044909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.044984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.045167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.045266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.045474] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.045572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.045774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.045898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.045898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.045989] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 is going to be created. [ 607.113616] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 in Status: SUCCESS [ 607.114043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.136012] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.136012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.136332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.136534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.136729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.152590] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 in Status: IN_PROGRESS for 2s [ 607.510329] env[66134]: INFO networking_nsxv3.common.synchronization [None req-16367b24-67a8-4407-9415-ac13d8e3cde5 None None] Enqueued Resource ID: be580551-b38e-4d91-bc65-afa426253279 with Priority: HIGHEST for action port [ 607.510889] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be580551-b38e-4d91-bc65-afa426253279 with Priority: HIGHEST for action port [ 607.512955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-be580551-b38e-4d91-bc65-afa426253279 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.513173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be580551-b38e-4d91-bc65-afa426253279" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.513272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be580551-b38e-4d91-bc65-afa426253279" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.514663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be580551-b38e-4d91-bc65-afa426253279" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.514770] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be580551-b38e-4d91-bc65-afa426253279',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.018401] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be580551-b38e-4d91-bc65-afa426253279 [ 608.018670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.018793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.018879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.019644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.019644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.019644] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be580551-b38e-4d91-bc65-afa426253279 already deleted. [ 608.019644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be580551-b38e-4d91-bc65-afa426253279" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.479789] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd08f669-2ce5-4091-b2bb-81452fc63615 req-c6663f66-c234-49a8-85bd-b727e317d9cc tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 608.480332] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 608.480647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.480767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.480843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.481849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.481849] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.481849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.481849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.482244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.482244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.482412] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.988013] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.988315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.988425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.988662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.988759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.988976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.989094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.989159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.989312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.989399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.989503] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 already deleted. [ 608.989589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.015030] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e1112200-a875-4ce8-aee8-d39002a8609e None None] Enqueued Resource ID: 97adc982-ef33-42af-b29c-ff4a4c1c459a with Priority: HIGHEST for action port [ 609.015030] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97adc982-ef33-42af-b29c-ff4a4c1c459a with Priority: HIGHEST for action port [ 609.015408] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-97adc982-ef33-42af-b29c-ff4a4c1c459a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.015482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97adc982-ef33-42af-b29c-ff4a4c1c459a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.015550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97adc982-ef33-42af-b29c-ff4a4c1c459a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.015804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97adc982-ef33-42af-b29c-ff4a4c1c459a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.015896] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97adc982-ef33-42af-b29c-ff4a4c1c459a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.163910] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 in Status: SUCCESS [ 609.164149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.238057] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.238310] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.238383] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.238713] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.239129] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.239337] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.239451] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.239642] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.239781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.240025] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.240174] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.240332] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.240448] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.240559] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.240906] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.240906] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.271442] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.271629] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.271734] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.271914] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.272289] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.272481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.272594] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.273022] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.273091] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.518607] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97adc982-ef33-42af-b29c-ff4a4c1c459a [ 609.518962] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.518962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.518962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.519156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.519273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.519421] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97adc982-ef33-42af-b29c-ff4a4c1c459a already deleted. [ 609.519519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97adc982-ef33-42af-b29c-ff4a4c1c459a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.776449] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.776449] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.776721] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.776800] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.776990] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.777139] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 not found, creating... [ 609.777355] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.777532] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.777615] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.777837] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.777969] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.778281] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.778444] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.778555] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.778764] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.778893] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.779040] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 is going to be created. [ 609.807364] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.807580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.808196] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.808516] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.808734] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.808947] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.491890] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd08f669-2ce5-4091-b2bb-81452fc63615 req-54f3ce21-9194-48f4-8684-a2bc4d255ab9 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 610.491890] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd08f669-2ce5-4091-b2bb-81452fc63615 req-54f3ce21-9194-48f4-8684-a2bc4d255ab9 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 610.491890] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd08f669-2ce5-4091-b2bb-81452fc63615 req-54f3ce21-9194-48f4-8684-a2bc4d255ab9 service nova] Enqueued Resource ID: 7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 with Priority: HIGHEST for action port [ 610.491890] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 610.491890] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 610.491890] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 with Priority: HIGHEST for action port [ 610.491890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.492603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.492603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.492744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.492832] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.493698] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.494562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.494859] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.494969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.495059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.495149] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.495915] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.497693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.497693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.497972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.498179] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.000186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.000862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.000972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.001419] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 with status ACTIVE [ 611.001586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.001698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.001764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.001963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.002395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.002395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.002395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.002549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.002752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.002844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.002906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.003075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.003260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.003260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5 is going to be updated. [ 611.024342] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.024966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.025135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.025366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.026087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.026087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfa3e0b-3c99-4b91-bd81-a6e1b204f4a5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.502607] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.613804] env[66134]: INFO networking_nsxv3.common.synchronization [None req-5953ac97-4103-464a-8729-e49d4027fed4 None None] Enqueued Resource ID: 7c18b798-1ee7-4b31-89fa-b28092bd866c with Priority: HIGHEST for action port [ 611.613804] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c18b798-1ee7-4b31-89fa-b28092bd866c with Priority: HIGHEST for action port [ 611.613804] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c18b798-1ee7-4b31-89fa-b28092bd866c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.613804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c18b798-1ee7-4b31-89fa-b28092bd866c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.613804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c18b798-1ee7-4b31-89fa-b28092bd866c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.613804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c18b798-1ee7-4b31-89fa-b28092bd866c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.614122] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c18b798-1ee7-4b31-89fa-b28092bd866c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.006988] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.008570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.010307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.010307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.010307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.010307] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be created. [ 612.038445] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.038695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.038695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.038943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.038995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.052438] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: UNINITIALIZED for 2s [ 612.119381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c18b798-1ee7-4b31-89fa-b28092bd866c [ 612.120045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.120188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.120273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.120496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.120609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.120709] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c18b798-1ee7-4b31-89fa-b28092bd866c already deleted. [ 612.120805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c18b798-1ee7-4b31-89fa-b28092bd866c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.429994] env[66134]: INFO networking_nsxv3.common.synchronization [None req-22692b11-d01c-41be-8497-54c27b1eee1b None None] Enqueued Resource ID: 11cb76de-c073-4f51-a2a3-fd8628472dbc with Priority: HIGHEST for action port [ 612.430303] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11cb76de-c073-4f51-a2a3-fd8628472dbc with Priority: HIGHEST for action port [ 612.431715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-11cb76de-c073-4f51-a2a3-fd8628472dbc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.431886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11cb76de-c073-4f51-a2a3-fd8628472dbc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.431923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11cb76de-c073-4f51-a2a3-fd8628472dbc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.432177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11cb76de-c073-4f51-a2a3-fd8628472dbc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.432261] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11cb76de-c073-4f51-a2a3-fd8628472dbc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.437262] env[66134]: INFO networking_nsxv3.common.synchronization [req-14ed85af-009c-4a80-a76d-c04e456813ef req-c6a2f3c4-47a6-41b8-aa2b-23664757ecb0 tempest-FloatingIPsAssociationTestJSON-1165567859 tempest-FloatingIPsAssociationTestJSON-1165567859-project-member] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 612.437495] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 612.437779] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.439223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.439223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.439223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.439223] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.439223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.439223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.439223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.439512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.439512] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.893111] env[66134]: INFO networking_nsxv3.common.synchronization [req-cb5d188b-c3a3-4eac-b92a-6145533ff025 req-670ab203-ce75-407e-8988-de263f051c9d tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: d79d9a76-d3ac-402a-a867-4273b73e5d88 with Priority: HIGHEST for action security_group_rules [ 612.893782] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79d9a76-d3ac-402a-a867-4273b73e5d88 with Priority: HIGHEST for action security_group_rules [ 612.894333] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79d9a76-d3ac-402a-a867-4273b73e5d88 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.894478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79d9a76-d3ac-402a-a867-4273b73e5d88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.894555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79d9a76-d3ac-402a-a867-4273b73e5d88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.896579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79d9a76-d3ac-402a-a867-4273b73e5d88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.896579] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79d9a76-d3ac-402a-a867-4273b73e5d88',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.941581] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.941754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.941822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.942347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.942347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.942524] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.942640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.942785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.942881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.942961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.943064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 already deleted. [ 612.943239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.943373] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11cb76de-c073-4f51-a2a3-fd8628472dbc [ 612.943535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.943649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.943713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.943876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.943957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.944054] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11cb76de-c073-4f51-a2a3-fd8628472dbc already deleted. [ 612.944139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11cb76de-c073-4f51-a2a3-fd8628472dbc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.198221] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.198584] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.198627] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.198947] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.200396] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.206097] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.206097] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.206097] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.206097] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.206097] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.206097] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.206097] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.206097] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.206097] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.206097] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.206097] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.223335] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.223506] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.223643] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.223900] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.224158] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-b7c83485-985e-4563-afff-482df7bf83b1 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.224334] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.224448] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.224775] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.224912] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c83485-985e-4563-afff-482df7bf83b1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.417739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.418015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.418015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.418349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.418432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.418558] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79d9a76-d3ac-402a-a867-4273b73e5d88 already deleted. [ 613.418659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79d9a76-d3ac-402a-a867-4273b73e5d88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.472550] env[66134]: INFO networking_nsxv3.common.synchronization [None req-fb8eaf11-b170-4bef-9fbc-e39817b7ecba None None] Enqueued Resource ID: 8a43b540-212a-44f1-8c57-caa902a79777 with Priority: HIGHEST for action port [ 613.473172] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a43b540-212a-44f1-8c57-caa902a79777 with Priority: HIGHEST for action port [ 613.473409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a43b540-212a-44f1-8c57-caa902a79777 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.473539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a43b540-212a-44f1-8c57-caa902a79777" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.473609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a43b540-212a-44f1-8c57-caa902a79777" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.473897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a43b540-212a-44f1-8c57-caa902a79777" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.473980] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a43b540-212a-44f1-8c57-caa902a79777',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.727359] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.727583] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.727711] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.727998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.728156] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.728309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port b7c83485-985e-4563-afff-482df7bf83b1 not found, creating... [ 613.728564] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.728727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.728842] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.729067] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.729199] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.729489] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.729972] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.730135] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.730352] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.730481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.730639] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: b7c83485-985e-4563-afff-482df7bf83b1 is going to be created. [ 613.751788] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.752110] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.752257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.752594] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.752743] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.752975] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.976863] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a43b540-212a-44f1-8c57-caa902a79777 [ 613.977174] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.977343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.977400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.977592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.977678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.977778] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a43b540-212a-44f1-8c57-caa902a79777 already deleted. [ 613.977858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a43b540-212a-44f1-8c57-caa902a79777" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.063697] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 614.064281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.064281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.064472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.064563] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.064721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.064794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.064971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.065526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.065526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.065526] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.190388] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e12e844c-babc-412f-b691-04498deffa45 None None] Enqueued Resource ID: 540512df-b0bc-4abe-bca5-2bf268da3804 with Priority: HIGHEST for action port [ 614.191011] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 540512df-b0bc-4abe-bca5-2bf268da3804 with Priority: HIGHEST for action port [ 614.192902] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-540512df-b0bc-4abe-bca5-2bf268da3804 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.193056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-540512df-b0bc-4abe-bca5-2bf268da3804" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.193420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-540512df-b0bc-4abe-bca5-2bf268da3804" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.193420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-540512df-b0bc-4abe-bca5-2bf268da3804" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.193577] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('540512df-b0bc-4abe-bca5-2bf268da3804',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.542860] env[66134]: INFO networking_nsxv3.common.synchronization [req-14ed85af-009c-4a80-a76d-c04e456813ef req-54eaa991-df94-460a-8f76-dddfafb98106 service nova] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_rules [ 614.543258] env[66134]: INFO networking_nsxv3.common.synchronization [req-14ed85af-009c-4a80-a76d-c04e456813ef req-54eaa991-df94-460a-8f76-dddfafb98106 service nova] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 614.543429] env[66134]: INFO networking_nsxv3.common.synchronization [req-14ed85af-009c-4a80-a76d-c04e456813ef req-54eaa991-df94-460a-8f76-dddfafb98106 service nova] Enqueued Resource ID: b7c83485-985e-4563-afff-482df7bf83b1 with Priority: HIGHEST for action port [ 614.544312] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_rules [ 614.545920] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 614.547260] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c83485-985e-4563-afff-482df7bf83b1 with Priority: HIGHEST for action port [ 614.547260] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.547260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.547260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.547260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.547545] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.548602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.548726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.548793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.549098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551221] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.551221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.551221] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.553688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c83485-985e-4563-afff-482df7bf83b1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.553688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.553688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.553688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.553688] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c83485-985e-4563-afff-482df7bf83b1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.570742] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.570949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.571085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.571336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.571628] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.571764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.571820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.572014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.572103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.572274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.572341] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.572437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.572499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.572765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.573131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.573131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.577024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.577024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.577024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.577024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.577024] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.696555] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 540512df-b0bc-4abe-bca5-2bf268da3804 [ 614.697467] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.697467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.697467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.697835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.697835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.697835] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:540512df-b0bc-4abe-bca5-2bf268da3804 already deleted. [ 614.697835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-540512df-b0bc-4abe-bca5-2bf268da3804" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.057235] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.058360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.058523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.058634] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c83485-985e-4563-afff-482df7bf83b1 with status ACTIVE [ 615.058791] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.058897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.059508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.060732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.060843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.060910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.061893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.062047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.062508] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c83485-985e-4563-afff-482df7bf83b1 is going to be updated. [ 615.076357] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b65f622c-b037-4d29-9c14-4710d58b1af9: rpc.has_security_group_logging(os_id): False [ 615.087459] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.087713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.087713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.088099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.088099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.088254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c83485-985e-4563-afff-482df7bf83b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.105469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.105469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.105469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.105469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.105469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.105658] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.105658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.105735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.106090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.106090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.106222] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.106275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.106851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.106851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.106851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.106851] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.107055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.107055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.107363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.107363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.107363] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be created. [ 615.206605] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.207960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.207960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.207960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.207960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.223049] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 615.461951] env[66134]: INFO networking_nsxv3.common.synchronization [req-5691ae29-85bf-4b48-a64d-bcc9beeec382 req-25b30e3b-248b-4392-a7eb-1128421a325d tempest-AttachInterfacesV270Test-747303572 tempest-AttachInterfacesV270Test-747303572-project-member] Enqueued Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_members [ 615.462486] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_members [ 615.462801] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.463514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.463514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.463657] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.463799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.463953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464142] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.564974] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.807970] env[66134]: INFO networking_nsxv3.common.synchronization [None req-25e99ce1-8ea1-464b-a713-deaf329369db None None] Enqueued Resource ID: 20877654-dd91-46b4-b798-79ef0982725b with Priority: HIGHEST for action port [ 615.807970] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20877654-dd91-46b4-b798-79ef0982725b with Priority: HIGHEST for action port [ 615.807970] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-20877654-dd91-46b4-b798-79ef0982725b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.807970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20877654-dd91-46b4-b798-79ef0982725b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.807970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20877654-dd91-46b4-b798-79ef0982725b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.807970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20877654-dd91-46b4-b798-79ef0982725b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.807970] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20877654-dd91-46b4-b798-79ef0982725b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.876653] env[66134]: INFO networking_nsxv3.common.synchronization [None req-4e27f1cb-dac7-4113-abfe-bd7fca0660da None None] Enqueued Resource ID: eb100cdd-4a39-418b-807e-b143eea964a1 with Priority: HIGHEST for action port [ 615.877226] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb100cdd-4a39-418b-807e-b143eea964a1 with Priority: HIGHEST for action port [ 615.877712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb100cdd-4a39-418b-807e-b143eea964a1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.878043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb100cdd-4a39-418b-807e-b143eea964a1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.878235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb100cdd-4a39-418b-807e-b143eea964a1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.878613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb100cdd-4a39-418b-807e-b143eea964a1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.879040] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb100cdd-4a39-418b-807e-b143eea964a1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.946712] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-779 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.947068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-779" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.947252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-779" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.947725] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-779" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948110] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.948374] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.948572] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.948922] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.949266] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.949495] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.949687] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.949875] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.950089] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.950273] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.950470] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.950691] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.970164] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.970436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.970516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.971067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.971067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.971352] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.971599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.971599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.971818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.971904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.972059] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 already deleted. [ 615.972364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.974363] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.978434] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.978733] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.978962] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-779" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.979531] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-3d4dd24a-aa51-4429-9457-ce54cea41334 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.979695] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.979912] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.980924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.980924] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4dd24a-aa51-4429-9457-ce54cea41334',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.067865] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.067865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.068155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.068223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.068511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.068511] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be created. [ 616.109641] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.109893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.109958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.110275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.110597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.121684] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: UNINITIALIZED for 2s [ 616.309790] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20877654-dd91-46b4-b798-79ef0982725b [ 616.309790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.309790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.309790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.309790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.309790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.309790] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20877654-dd91-46b4-b798-79ef0982725b already deleted. [ 616.309790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20877654-dd91-46b4-b798-79ef0982725b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.381255] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb100cdd-4a39-418b-807e-b143eea964a1 [ 616.381536] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.381672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.381743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.381956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.382152] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb100cdd-4a39-418b-807e-b143eea964a1 already deleted. [ 616.382235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb100cdd-4a39-418b-807e-b143eea964a1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.485231] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.485231] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.485231] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.485231] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.485231] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.485231] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 3d4dd24a-aa51-4429-9457-ce54cea41334 not found, creating... [ 616.485644] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.485695] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.485782] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.486020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.486187] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.486750] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.486750] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.486750] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.486954] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.488503] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.488595] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 3d4dd24a-aa51-4429-9457-ce54cea41334 is going to be created. [ 616.509448] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.510158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.510158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.510158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.510341] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.510540] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.184559] env[66134]: INFO networking_nsxv3.common.synchronization [req-a6c9b7f9-241f-4630-b96c-a9770932aa82 req-15c5590e-bd80-48ab-bf2c-fc957168a6a1 tempest-MigrationsAdminTest-761682699 tempest-MigrationsAdminTest-761682699-project-member] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 617.184559] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 617.184559] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.184559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.184559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.184962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.184962] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.184962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.184962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.185094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.185170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.185262] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.278201] env[66134]: INFO networking_nsxv3.common.synchronization [req-5691ae29-85bf-4b48-a64d-bcc9beeec382 req-64bcc162-122b-4c19-9d4a-85d23f8ef459 service nova] Enqueued Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_rules [ 617.278429] env[66134]: INFO networking_nsxv3.common.synchronization [req-5691ae29-85bf-4b48-a64d-bcc9beeec382 req-64bcc162-122b-4c19-9d4a-85d23f8ef459 service nova] Enqueued Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_members [ 617.278564] env[66134]: INFO networking_nsxv3.common.synchronization [req-5691ae29-85bf-4b48-a64d-bcc9beeec382 req-64bcc162-122b-4c19-9d4a-85d23f8ef459 service nova] Enqueued Resource ID: 3d4dd24a-aa51-4429-9457-ce54cea41334 with Priority: HIGHEST for action port [ 617.279356] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_rules [ 617.279507] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_members [ 617.279819] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4dd24a-aa51-4429-9457-ce54cea41334 with Priority: HIGHEST for action port [ 617.282537] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.282537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.282537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.282537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.282537] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.282537] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.282537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.282537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.283026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.283026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.283026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.283026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.283204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.283290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.283385] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.284556] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4dd24a-aa51-4429-9457-ce54cea41334 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.284635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.284675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.285282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.285282] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4dd24a-aa51-4429-9457-ce54cea41334',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.391668] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 617.392085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.585513] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.586935] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.586935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.587351] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.587569] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.587643] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.587930] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.588089] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.588337] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.588462] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.610689] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.610897] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.610961] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.611166] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.611506] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-66be7aae-1521-4fef-b815-331b2ceb907b taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.612168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.612168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.612168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.612294] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66be7aae-1521-4fef-b815-331b2ceb907b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.636394] env[66134]: INFO networking_nsxv3.common.synchronization [None req-62b16122-a93f-4091-a328-9480e3302969 tempest-ServersWithSpecificFlavorTestJSON-1093831770 tempest-ServersWithSpecificFlavorTestJSON-1093831770-project-member] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 617.636876] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 617.637217] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.637330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.637397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.637655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.637735] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.687591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.687591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.687591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.687591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.687591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.687980] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.687980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.687980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.687980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.688141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.688141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 already deleted. [ 617.688199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.783351] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.783591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.787349] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.790399] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d4dd24a-aa51-4429-9457-ce54cea41334 with status ACTIVE [ 617.790948] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.791375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.791375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.791375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.791483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.791644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.791983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.791983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.791983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.792146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.792250] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.792390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.792470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.792605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.792704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.792794] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d4dd24a-aa51-4429-9457-ce54cea41334 is going to be updated. [ 617.824787] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.825028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.825028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.825316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.825463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.825620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4dd24a-aa51-4429-9457-ce54cea41334" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.937339] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e5ded798-7cd6-4191-b3b5-7c8b69cf0ac6 tempest-ServersWithSpecificFlavorTestJSON-1093831770 tempest-ServersWithSpecificFlavorTestJSON-1093831770-project-member] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 617.937800] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 617.938123] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.938250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.114360] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.114618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.114693] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.114989] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.115200] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115346] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 66be7aae-1521-4fef-b815-331b2ceb907b not found, creating... [ 618.115599] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.115858] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.115858] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116107] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116505] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116757] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116954] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.117228] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 66be7aae-1521-4fef-b815-331b2ceb907b is going to be created. [ 618.132721] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 618.132976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.133205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.133467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.133625] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.133745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.133812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.133959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.134051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.134137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.134251] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.141053] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.141669] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141821] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142475] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142733] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.143072] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.164723] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.164952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.164952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.165183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.165283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.165386] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d already deleted. [ 618.165471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.165936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.166180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.166252] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.290971] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.637061] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.637348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.637435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.637889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.637889] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.637987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.637987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.638161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.638257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.638384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.638545] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.638640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.638702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.638846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.638984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.639088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.639148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.639278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.639355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.639435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.639541] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.697354] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.697754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.697949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.698297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.698297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.698411] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d already deleted. [ 618.698525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.773480] env[66134]: INFO networking_nsxv3.common.synchronization [None req-103dee7f-5e10-49a9-af08-42a877ff0815 None None] Enqueued Resource ID: 07f8c73e-f1d1-4485-8e44-da0d781e8d56 with Priority: HIGHEST for action port [ 618.773674] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f8c73e-f1d1-4485-8e44-da0d781e8d56 with Priority: HIGHEST for action port [ 618.774084] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f8c73e-f1d1-4485-8e44-da0d781e8d56 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.774219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f8c73e-f1d1-4485-8e44-da0d781e8d56" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.774351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f8c73e-f1d1-4485-8e44-da0d781e8d56" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.774523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f8c73e-f1d1-4485-8e44-da0d781e8d56" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.774607] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f8c73e-f1d1-4485-8e44-da0d781e8d56',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.794827] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.794827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.794827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.794827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.794827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.794827] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 is going to be created. [ 618.823314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.835499] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 in Status: UNINITIALIZED for 2s [ 618.918086] env[66134]: INFO networking_nsxv3.common.synchronization [req-a6c9b7f9-241f-4630-b96c-a9770932aa82 req-856bee88-09f3-4e59-b070-7a87ebc379ed service nova] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_rules [ 618.918086] env[66134]: INFO networking_nsxv3.common.synchronization [req-a6c9b7f9-241f-4630-b96c-a9770932aa82 req-856bee88-09f3-4e59-b070-7a87ebc379ed service nova] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 618.918086] env[66134]: INFO networking_nsxv3.common.synchronization [req-a6c9b7f9-241f-4630-b96c-a9770932aa82 req-856bee88-09f3-4e59-b070-7a87ebc379ed service nova] Enqueued Resource ID: 66be7aae-1521-4fef-b815-331b2ceb907b with Priority: HIGHEST for action port [ 618.918402] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_rules [ 618.918534] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 618.918648] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66be7aae-1521-4fef-b815-331b2ceb907b with Priority: HIGHEST for action port [ 618.919919] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.919919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.919919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.921265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.921265] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.921265] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.921712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.921926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.922142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.923467] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.925918] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.925918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-66be7aae-1521-4fef-b815-331b2ceb907b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.925918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.925918] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66be7aae-1521-4fef-b815-331b2ceb907b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.145585] env[66134]: INFO networking_nsxv3.common.synchronization [req-dcc5b719-ef03-4246-b324-5947fa0fe4a0 req-8b8eec5b-fd9c-43f5-be69-8c90081fcbbb tempest-ListServerFiltersTestJSON-751282344 tempest-ListServerFiltersTestJSON-751282344-project-member] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 619.146118] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa2dd3dc-07f6-4d6c-ad03-05962945beb6: rpc.has_security_group_logging(os_id): False [ 619.147164] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 619.147551] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.147680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.147738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.147994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.148239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.148361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.148426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.148606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.148715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.149078] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.170191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.170191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.170191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.170191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.170191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.170191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.170719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.170798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.170990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.171113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.171343] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.171466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.171544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.171705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.171799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.172772] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.172919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.173013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.173184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.173260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.173341] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be created. [ 619.241125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.241125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.241125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.241125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.241125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.255473] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: IN_PROGRESS for 2s [ 619.279304] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07f8c73e-f1d1-4485-8e44-da0d781e8d56 [ 619.279304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.279304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.279304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.279304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.279304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279304] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07f8c73e-f1d1-4485-8e44-da0d781e8d56 already deleted. [ 619.279304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f8c73e-f1d1-4485-8e44-da0d781e8d56" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.427676] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.427676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.434795] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66be7aae-1521-4fef-b815-331b2ceb907b with status ACTIVE [ 619.434795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.434795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.434795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.434795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.434795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.434795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.434795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.434795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.435163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.435163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.435284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.435435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.435502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.436636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.436636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.436636] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66be7aae-1521-4fef-b815-331b2ceb907b is going to be updated. [ 619.437467] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.462126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.462387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.462518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.465353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.466128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.466128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66be7aae-1521-4fef-b815-331b2ceb907b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.614846] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.615086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.616147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.616147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.616147] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.616710] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.616710] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.616710] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.617086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.617086] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.617244] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.617329] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.617454] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.617563] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.617667] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.617805] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.643014] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.643014] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.643158] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.643299] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.643632] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-07a44864-add4-486e-ae63-7a84d53367ae taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.643869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.643965] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.644330] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.644468] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a44864-add4-486e-ae63-7a84d53367ae',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.653082] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.653270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.653344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.653699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.653699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.654115] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.654319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.654424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.654697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.654862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.655055] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 already deleted. [ 619.655239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.943965] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.147053] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.147370] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.147503] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.147789] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.147940] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.148116] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 07a44864-add4-486e-ae63-7a84d53367ae not found, creating... [ 620.148384] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.148538] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.148650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.148870] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.149012] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.149288] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.149438] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.149577] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.149764] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.149889] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.150037] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 07a44864-add4-486e-ae63-7a84d53367ae is going to be created. [ 620.194218] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.194655] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.194786] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.195076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.195340] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.195585] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.448047] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.448457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.448457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.448617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.448726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.448854] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be created. [ 620.482071] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.482326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.482326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.482591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.482783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.495190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: UNINITIALIZED for 2s [ 620.847155] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 in Status: SUCCESS [ 620.847492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.847724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.847994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.848267] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.848501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.848501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.848680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.848773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.848909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.849058] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.951268] env[66134]: INFO networking_nsxv3.common.synchronization [req-dcc5b719-ef03-4246-b324-5947fa0fe4a0 req-cce94ecd-23dd-49e0-a0ce-b8eaf16631e3 service nova] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_rules [ 620.951268] env[66134]: INFO networking_nsxv3.common.synchronization [req-dcc5b719-ef03-4246-b324-5947fa0fe4a0 req-cce94ecd-23dd-49e0-a0ce-b8eaf16631e3 service nova] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 620.951268] env[66134]: INFO networking_nsxv3.common.synchronization [req-dcc5b719-ef03-4246-b324-5947fa0fe4a0 req-cce94ecd-23dd-49e0-a0ce-b8eaf16631e3 service nova] Enqueued Resource ID: 07a44864-add4-486e-ae63-7a84d53367ae with Priority: HIGHEST for action port [ 620.951683] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_rules [ 620.951814] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 620.951937] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a44864-add4-486e-ae63-7a84d53367ae with Priority: HIGHEST for action port [ 620.953036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.953036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.953036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.953036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.953221] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.954600] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.954600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.954600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.954600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.954842] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.954982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.955066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.955339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.955717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.955717] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.956680] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a44864-add4-486e-ae63-7a84d53367ae taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.956680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.956841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.958861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.958861] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a44864-add4-486e-ae63-7a84d53367ae',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.276698] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 621.276988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.354137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.354137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.354137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.354137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.354137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.354722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.354722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.354722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.354722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.354722] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.360265] env[66134]: INFO networking_nsxv3.common.synchronization [req-2a7a40b9-e923-4745-994d-d27e3d4c4c7e req-4ad1ec34-c403-4103-bdde-5c78aea74b8c tempest-DeleteServersAdminTestJSON-203528977 tempest-DeleteServersAdminTestJSON-203528977-project-admin] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 621.360641] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 621.361348] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.361348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.361348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.361570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.361752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.362068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.362068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.362158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.362303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.362303] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.461075] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.461409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.461409] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.462343] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07a44864-add4-486e-ae63-7a84d53367ae with status ACTIVE [ 621.462546] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.463049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.463049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.463049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.463227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.463281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.463891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.463891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.463891] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.463891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.464151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.464913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.464987] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07a44864-add4-486e-ae63-7a84d53367ae is going to be updated. [ 621.491428] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.491619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.491674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.491884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.492033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.492193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a44864-add4-486e-ae63-7a84d53367ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.856208] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56161d3b-8114-4597-b8da-f4a2a9ad0634: rpc.has_security_group_logging(os_id): False [ 621.867724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.867724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.867724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.867724] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be updated. [ 621.887321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.887321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.887321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.888050] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.888050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.888050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.888050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.888050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.888050] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 is going to be created. [ 621.915030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.915030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.915030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.915030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.915030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.926094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: IN_PROGRESS for 2s [ 621.968243] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.968459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.968515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.968765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.968994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.970317] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.980853] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 in Status: IN_PROGRESS for 2s [ 622.054658] env[66134]: INFO networking_nsxv3.common.synchronization [req-4f2a51e3-0f9a-4d25-bb7b-b1074ef7a192 req-c56eb5a4-cccd-436b-9699-ce89abd87f45 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_members [ 622.056434] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_members [ 622.057168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.057466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.057616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.058040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.058412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.058643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.058854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.059177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.059395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.059629] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.228189] env[66134]: INFO networking_nsxv3.common.synchronization [None req-650d60bb-1ee8-42bb-99c9-c2ae6962fee2 None None] Enqueued Resource ID: a7d791fd-12dd-4afa-9e6c-097f07265fda with Priority: HIGHEST for action port [ 622.229565] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7d791fd-12dd-4afa-9e6c-097f07265fda with Priority: HIGHEST for action port [ 622.229565] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7d791fd-12dd-4afa-9e6c-097f07265fda taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.229565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7d791fd-12dd-4afa-9e6c-097f07265fda" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.229565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7d791fd-12dd-4afa-9e6c-097f07265fda" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.230240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7d791fd-12dd-4afa-9e6c-097f07265fda" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.230240] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d791fd-12dd-4afa-9e6c-097f07265fda',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.474181] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.477087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.477087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.477087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.477087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.477087] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be created. [ 622.510932] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.511103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.511103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.511531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.511779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.516591] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 622.516591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.518606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.518606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.518606] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.518606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.518606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.518606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.518888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.518888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.518888] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.527878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: UNINITIALIZED for 2s [ 622.563397] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.563573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.563676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.563931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.564091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.564339] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.564568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.564568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.566731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.566731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.566731] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 already deleted. [ 622.566731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.566731] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.566952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.566952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.567898] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.569249] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.569484] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.569681] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.570070] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.570285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.570569] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.570744] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.570924] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.571143] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.571326] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.571506] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.571699] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.599901] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.600093] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.600232] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.600411] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.600728] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-7770a676-c3a0-401a-88e6-29ef7af61226 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.600902] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.601025] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.601381] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.601521] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7770a676-c3a0-401a-88e6-29ef7af61226',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.732403] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7d791fd-12dd-4afa-9e6c-097f07265fda [ 622.732700] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.732883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.732883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.733113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.733228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.733309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7d791fd-12dd-4afa-9e6c-097f07265fda already deleted. [ 622.733383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7d791fd-12dd-4afa-9e6c-097f07265fda" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.021626] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.021904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.021904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.022079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.022245] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.022347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.022403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.022553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.022625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.022719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.022858] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.022946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.023503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.023503] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.023503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.023503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.023784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.023784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.023784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.023927] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.105771] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.106031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.106031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.106638] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106638] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.106774] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 7770a676-c3a0-401a-88e6-29ef7af61226 not found, creating... [ 623.107192] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.107192] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.107357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.108188] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.108188] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.108188] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.108188] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.108188] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.108448] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.108448] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.108584] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 7770a676-c3a0-401a-88e6-29ef7af61226 is going to be created. [ 623.133164] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.134093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.134093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.134093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.134093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.134961] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.528716] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6ee5778-4f36-4f35-ad90-8454d61d54f3: rpc.has_security_group_logging(os_id): False [ 623.552513] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.552513] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.552513] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.554770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.555433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.555433] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.555574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.555574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.555693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.555767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.555831] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be created. [ 623.632167] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.632310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.632386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.632613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.632790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.650024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: IN_PROGRESS for 2s [ 623.783779] env[66134]: INFO networking_nsxv3.common.synchronization [req-7b8fa45f-2136-42a1-bb88-93a9b6075f46 req-dfd736ae-b36f-4ba9-a955-3a7ea603b171 tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_members [ 623.783779] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_members [ 623.783981] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.784095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.784163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.784626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.784762] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.784762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.784922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.784957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.786306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.786306] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.881349] env[66134]: INFO networking_nsxv3.common.synchronization [req-4f2a51e3-0f9a-4d25-bb7b-b1074ef7a192 req-5d213587-82d1-4015-b5ec-bed878168c22 service nova] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_rules [ 623.884044] env[66134]: INFO networking_nsxv3.common.synchronization [req-4f2a51e3-0f9a-4d25-bb7b-b1074ef7a192 req-5d213587-82d1-4015-b5ec-bed878168c22 service nova] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_members [ 623.884044] env[66134]: INFO networking_nsxv3.common.synchronization [req-4f2a51e3-0f9a-4d25-bb7b-b1074ef7a192 req-5d213587-82d1-4015-b5ec-bed878168c22 service nova] Enqueued Resource ID: 7770a676-c3a0-401a-88e6-29ef7af61226 with Priority: HIGHEST for action port [ 623.884044] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_rules [ 623.884044] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_members [ 623.884044] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770a676-c3a0-401a-88e6-29ef7af61226 with Priority: HIGHEST for action port [ 623.884044] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.884044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.884044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.884675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.886441] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.886441] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.886441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.886656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.886969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.887395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.889203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.889203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.889993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.889993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.889993] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.890970] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7770a676-c3a0-401a-88e6-29ef7af61226 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.890970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.891159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.891208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.891266] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7770a676-c3a0-401a-88e6-29ef7af61226',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.940458] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 623.940897] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 deletion is rescheduled due to dependency. [ 623.941083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.997551] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 in Status: SUCCESS [ 623.997551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.265808] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266017] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.266500] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.266621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.266792] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266945] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.267338] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.267619] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.267887] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.268080] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.268191] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.268300] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.268431] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.268622] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.268774] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.268961] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.287497] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.287706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.287757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.287947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.288062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.288247] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.288395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.288484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.288731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.288870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.289059] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 already deleted. [ 624.289349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.292865] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.293075] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.293216] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.293404] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.293770] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-0c436c82-ba31-4a6f-b640-6f5c7e8854da taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.293870] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.294562] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.294562] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.294562] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c436c82-ba31-4a6f-b640-6f5c7e8854da',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.393296] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.394463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.394587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.394903] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7770a676-c3a0-401a-88e6-29ef7af61226 with status ACTIVE [ 624.394903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.395585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.396486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.396720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.396879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.397362] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.397555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.397629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.397988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.398029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.398347] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.398457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.398492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.398721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.398721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.398816] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7770a676-c3a0-401a-88e6-29ef7af61226 is going to be updated. [ 624.439197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.440326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.441385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.441385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.441525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.441691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7770a676-c3a0-401a-88e6-29ef7af61226" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.544430] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.544430] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.544430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.544430] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.758112] env[66134]: INFO networking_nsxv3.common.synchronization [None req-96493640-404c-402c-8af0-7b013fe8ad4a None None] Enqueued Resource ID: dcde9bbc-e37a-4330-80e6-c770a98dd81e with Priority: HIGHEST for action port [ 624.758724] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcde9bbc-e37a-4330-80e6-c770a98dd81e with Priority: HIGHEST for action port [ 624.759316] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcde9bbc-e37a-4330-80e6-c770a98dd81e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.759316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcde9bbc-e37a-4330-80e6-c770a98dd81e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.759316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcde9bbc-e37a-4330-80e6-c770a98dd81e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.759452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcde9bbc-e37a-4330-80e6-c770a98dd81e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.759539] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcde9bbc-e37a-4330-80e6-c770a98dd81e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.799643] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.799643] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.799826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.800697] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.800912] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.801197] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 0c436c82-ba31-4a6f-b640-6f5c7e8854da not found, creating... [ 624.801554] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.801768] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.801924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.802198] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.802370] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.802684] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.802845] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.802958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.803446] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.803446] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.803446] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 0c436c82-ba31-4a6f-b640-6f5c7e8854da is going to be created. [ 624.830567] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.830904] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.831036] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.831416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.831726] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.831976] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.901991] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.049982] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.049982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.049982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.049982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.049982] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.050349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.050349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.050349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.050349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.050483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.050574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.050678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.050735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.050850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.050978] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.051079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.051139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.051271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.051346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051905] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.261034] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcde9bbc-e37a-4330-80e6-c770a98dd81e [ 625.261372] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.261493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.261946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.262702] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcde9bbc-e37a-4330-80e6-c770a98dd81e already deleted. [ 625.262702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcde9bbc-e37a-4330-80e6-c770a98dd81e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.405758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.405758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.405758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.405758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.405758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.406297] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 is going to be created. [ 625.436781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.436987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.436987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.437345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.437557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.450908] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 in Status: UNINITIALIZED for 2s [ 625.554614] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efb43cb-bb3d-4806-98c3-13ba99b5c582: rpc.has_security_group_logging(os_id): False [ 625.574622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.574849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.574922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.576516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.576516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.576832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.577128] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.577620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.577620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.577620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.577771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.577954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.578077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.578146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578525] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be created. [ 625.596130] env[66134]: INFO networking_nsxv3.common.synchronization [req-7b8fa45f-2136-42a1-bb88-93a9b6075f46 req-6a2d6926-f28a-4395-9a33-65f4ddc8acd0 service nova] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_rules [ 625.596334] env[66134]: INFO networking_nsxv3.common.synchronization [req-7b8fa45f-2136-42a1-bb88-93a9b6075f46 req-6a2d6926-f28a-4395-9a33-65f4ddc8acd0 service nova] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_members [ 625.596486] env[66134]: INFO networking_nsxv3.common.synchronization [req-7b8fa45f-2136-42a1-bb88-93a9b6075f46 req-6a2d6926-f28a-4395-9a33-65f4ddc8acd0 service nova] Enqueued Resource ID: 0c436c82-ba31-4a6f-b640-6f5c7e8854da with Priority: HIGHEST for action port [ 625.597014] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_rules [ 625.597157] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_members [ 625.597284] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c436c82-ba31-4a6f-b640-6f5c7e8854da with Priority: HIGHEST for action port [ 625.597584] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.597707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.597774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.597972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.598615] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.599518] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.599642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.599710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.599898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.600058] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.600160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.600261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.600360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.600466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.606600] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.606600] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c436c82-ba31-4a6f-b640-6f5c7e8854da taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.606600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.606600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.606600] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c436c82-ba31-4a6f-b640-6f5c7e8854da',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.644077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.644077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.644077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.644077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.644077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662572] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 625.664429] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 625.664429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.108684] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.108684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.108684] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.110585] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c436c82-ba31-4a6f-b640-6f5c7e8854da with status ACTIVE [ 626.110709] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.110794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.111445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.111445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.111445] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.111767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.114247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114247] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.114247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.114247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.114247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.114247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114247] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c436c82-ba31-4a6f-b640-6f5c7e8854da is going to be updated. [ 626.148227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.148424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.148524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.148991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.148991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.149188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c436c82-ba31-4a6f-b640-6f5c7e8854da" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.618355] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.632184] env[66134]: INFO networking_nsxv3.common.synchronization [req-d4300d28-94eb-40c9-b7c9-efcb51a39be3 req-b6f6128c-7716-46a1-af3d-6d9982f89b11 tempest-VolumesAssistedSnapshotsTest-797443757 tempest-VolumesAssistedSnapshotsTest-797443757-project-member] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_members [ 626.633368] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_members [ 626.634567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.634739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.634813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.635115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.635349] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.635441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.635508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.635861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.635861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.635861] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.110518] env[66134]: INFO networking_nsxv3.common.synchronization [req-42eaad3f-1b81-476c-a3c5-3e2afc2542e3 req-0497bf0b-0969-4f80-acba-9c3db2e90b95 tempest-ServerDiagnosticsNegativeTest-1530606950 tempest-ServerDiagnosticsNegativeTest-1530606950-project-member] Enqueued Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_members [ 627.111174] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGHEST for action security_group_members [ 627.111378] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.111509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.111579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.111798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.112082] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.114222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.114222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.114222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.114222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.114222] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.119445] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.119445] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-893" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.119445] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-893" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.119674] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-893" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.119719] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.119976] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.119976] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.120384] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.120657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.122032] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.122032] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.122032] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.122032] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.122032] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.122032] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.122032] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.123271] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.123426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.123542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.123825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.123970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.124148] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 is going to be created. [ 627.138781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.138951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.139021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.139226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.139309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.139612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.139687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.139973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.139973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139973] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 already deleted. [ 627.140105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.145593] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.145907] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.145987] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.146219] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-893" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146572] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-604bfc0f-131d-44a9-84c5-00203a21ea31 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.146781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146914] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.147246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.147406] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604bfc0f-131d-44a9-84c5-00203a21ea31',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.153726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.153867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.153939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.154404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.154404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.168720] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: UNINITIALIZED for 2s [ 627.463063] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 in Status: SUCCESS [ 627.463063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.463063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.463063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.463063] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.463063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.463063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.463503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.463503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.463503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.463503] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.617830] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.618037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.618094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.618332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.618454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.618756] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.618854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.618906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.619098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.619189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.619282] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 is going to be updated. [ 627.650668] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.651262] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.651570] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.651904] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.652081] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.652249] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 604bfc0f-131d-44a9-84c5-00203a21ea31 not found, creating... [ 627.652525] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.652774] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.652917] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.653188] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.653325] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.653641] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.653793] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.653906] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.654155] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.654300] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.654735] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 604bfc0f-131d-44a9-84c5-00203a21ea31 is going to be created. [ 627.656426] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.656542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.656616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.656800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.656951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.671322] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 in Status: IN_PROGRESS for 2s [ 627.681491] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 627.681491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.683906] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.684124] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.684247] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.684590] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.684862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.685086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.888173] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c83bdd3-23ba-43cf-a38e-0b8470d1d207 req-78c295e1-b586-4ce0-aefd-ca5093ba761a tempest-ServerExternalEventsTest-1758582447 tempest-ServerExternalEventsTest-1758582447-project-member] Enqueued Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_members [ 627.888795] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 with Priority: HIGHEST for action security_group_members [ 627.889122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-421c6a27-8c26-41b6-b90a-6b90d1b49e94 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.889252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.889320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.889528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.889673] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.889771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.889828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.889980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.890129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.890231] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421c6a27-8c26-41b6-b90a-6b90d1b49e94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.966169] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.391924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.392102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.392173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.392395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.392512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.392749] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.392886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.392967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.393155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.393234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.393331] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 is going to be updated. [ 628.428288] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.428497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.428568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.428773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.428908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438685] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 in Status: IN_PROGRESS for 2s [ 628.453279] env[66134]: INFO networking_nsxv3.common.synchronization [req-d4300d28-94eb-40c9-b7c9-efcb51a39be3 req-e986071e-8bf6-41a8-9340-c7b87605ce10 service nova] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_rules [ 628.453279] env[66134]: INFO networking_nsxv3.common.synchronization [req-d4300d28-94eb-40c9-b7c9-efcb51a39be3 req-e986071e-8bf6-41a8-9340-c7b87605ce10 service nova] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_members [ 628.453279] env[66134]: INFO networking_nsxv3.common.synchronization [req-d4300d28-94eb-40c9-b7c9-efcb51a39be3 req-e986071e-8bf6-41a8-9340-c7b87605ce10 service nova] Enqueued Resource ID: 604bfc0f-131d-44a9-84c5-00203a21ea31 with Priority: HIGHEST for action port [ 628.453279] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_rules [ 628.453279] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_members [ 628.453279] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604bfc0f-131d-44a9-84c5-00203a21ea31 with Priority: HIGHEST for action port [ 628.453279] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.453772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.453772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.453772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.453772] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.454725] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.454799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.454841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.455218] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.455338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.455623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.455733] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.456671] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-604bfc0f-131d-44a9-84c5-00203a21ea31 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.456821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457172] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604bfc0f-131d-44a9-84c5-00203a21ea31',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.467720] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cdc49f0-ab0a-4128-8388-1856de3aa831: rpc.has_security_group_logging(os_id): False [ 628.487781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.487984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.488037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.488410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.488545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.488874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.489066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.489216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.489473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.489617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.489777] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 is going to be created. [ 628.547090] env[66134]: INFO networking_nsxv3.common.synchronization [req-f8d7a8b4-5380-4a73-a035-9879bb6c8f40 req-e98b47ae-0311-4429-a313-fdc9529d3721 tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: 52b88824-6b23-4753-ad59-f08b10caed82 with Priority: HIGHEST for action security_group_rules [ 628.547994] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b88824-6b23-4753-ad59-f08b10caed82 with Priority: HIGHEST for action security_group_rules [ 628.548538] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52b88824-6b23-4753-ad59-f08b10caed82 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.548708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52b88824-6b23-4753-ad59-f08b10caed82" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.548799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52b88824-6b23-4753-ad59-f08b10caed82" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.549170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52b88824-6b23-4753-ad59-f08b10caed82" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.549267] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52b88824-6b23-4753-ad59-f08b10caed82',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.566304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.566478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.566559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.566809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.566994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.583210] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 in Status: IN_PROGRESS for 2s [ 628.959702] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.961391] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.961570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.961862] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 604bfc0f-131d-44a9-84c5-00203a21ea31 with status ACTIVE [ 628.962122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.962298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.962405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.962706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.962855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.963134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.963305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.963421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.963870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.963870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.964318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.964434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.964876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.964876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964876] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 604bfc0f-131d-44a9-84c5-00203a21ea31 is going to be updated. [ 628.990026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.990275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.990275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.990497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.990627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.990780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604bfc0f-131d-44a9-84c5-00203a21ea31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.012225] env[66134]: INFO networking_nsxv3.common.synchronization [req-469de10c-a1b3-4cec-a360-49b743511017 req-7eb62ced-0786-4c51-9c7d-3b139f66bcdf tempest-ListServerFiltersTestJSON-751282344 tempest-ListServerFiltersTestJSON-751282344-project-member] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 629.012858] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 629.013204] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.013331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.013420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.013647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.013937] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.014119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.014228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.014477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.014609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.014759] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.084349] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.084586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.084721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.085027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.085096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.085197] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52b88824-6b23-4753-ad59-f08b10caed82 already deleted. [ 629.085281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52b88824-6b23-4753-ad59-f08b10caed82" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.181840] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: SUCCESS [ 629.182069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.183195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.183195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.183195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.183373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.183468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.183646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.183734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.183824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.183916] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.467734] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.513528] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.513880] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.513880] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.514155] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.514375] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.514574] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.514653] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.514855] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.515112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.515420] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.515545] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.515652] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.515756] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.515859] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.515956] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.516093] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.518207] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.546234] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.546399] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.546538] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.546716] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.547055] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-1d9ae6a4-69b9-458b-8367-3f934d455740 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.547229] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.547385] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.547713] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.547846] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9ae6a4-69b9-458b-8367-3f934d455740',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.683852] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 in Status: SUCCESS [ 629.684072] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 deletion is rescheduled due to dependency. [ 629.684147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.687642] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.970477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.970938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.970938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.971140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.971260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.971502] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 is going to be created. [ 630.001069] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.001069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.001069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.001069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.001069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.017412] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 in Status: UNINITIALIZED for 2s [ 630.021921] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.050735] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.051099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.051557] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.051743] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.051899] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 1d9ae6a4-69b9-458b-8367-3f934d455740 not found, creating... [ 630.052259] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052462] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052896] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.053104] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.053425] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.053847] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.053946] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.054564] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.054564] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.054708] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 1d9ae6a4-69b9-458b-8367-3f934d455740 is going to be created. [ 630.078161] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.078528] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.078685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.078960] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.079189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.079410] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.190500] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd2067c8-4bce-43c4-8e02-d3d2426dcdf9: rpc.has_security_group_logging(os_id): False [ 630.216900] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.217118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.217165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.217475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.217588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.217850] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.217960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.218036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.218212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.218290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.218410] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 is going to be created. [ 630.308056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.308266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.308368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.308640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.308848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.334758] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: IN_PROGRESS for 2s [ 630.451447] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 in Status: SUCCESS [ 630.451447] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421c6a27-8c26-41b6-b90a-6b90d1b49e94 deletion is rescheduled due to dependency. [ 630.451447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421c6a27-8c26-41b6-b90a-6b90d1b49e94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.525039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.525039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.525039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.525039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.525470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.525470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 630.573400] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.573562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.573632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.573859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.574014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.602036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 630.606271] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 in Status: SUCCESS [ 630.606524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.811211] env[66134]: INFO networking_nsxv3.common.synchronization [req-469de10c-a1b3-4cec-a360-49b743511017 req-5573ef7f-59a9-46cd-9543-1fc4811509d4 service nova] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_rules [ 630.811393] env[66134]: INFO networking_nsxv3.common.synchronization [req-469de10c-a1b3-4cec-a360-49b743511017 req-5573ef7f-59a9-46cd-9543-1fc4811509d4 service nova] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 630.811566] env[66134]: INFO networking_nsxv3.common.synchronization [req-469de10c-a1b3-4cec-a360-49b743511017 req-5573ef7f-59a9-46cd-9543-1fc4811509d4 service nova] Enqueued Resource ID: 1d9ae6a4-69b9-458b-8367-3f934d455740 with Priority: HIGHEST for action port [ 630.812185] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_rules [ 630.812282] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 630.812373] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9ae6a4-69b9-458b-8367-3f934d455740 with Priority: HIGHEST for action port [ 630.812648] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.812770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.812836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.813052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.813136] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.813983] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.814095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.814288] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d9ae6a4-69b9-458b-8367-3f934d455740 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.814390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.814472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.814643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.814719] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9ae6a4-69b9-458b-8367-3f934d455740',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.320396] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.320396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.320396] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d9ae6a4-69b9-458b-8367-3f934d455740 with status ACTIVE [ 631.320396] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.320396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.321095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.321095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.321095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.321234] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.321355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.321435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.321662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.322138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.322418] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.322556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.322659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.323275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.323275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.323275] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d9ae6a4-69b9-458b-8367-3f934d455740 is going to be updated. [ 631.386413] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.386677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.386788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.387232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.387578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.387877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d9ae6a4-69b9-458b-8367-3f934d455740" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.605457] env[66134]: INFO networking_nsxv3.common.synchronization [req-0a0c757c-d092-41a6-b67a-c1c16c757657 req-2f475d8f-3142-4443-846c-4aafc914ba2b tempest-ListServerFiltersTestJSON-751282344 tempest-ListServerFiltersTestJSON-751282344-project-member] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 631.606251] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 631.606657] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.606777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.031795] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033344] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033554] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033861] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.034840] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.034840] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.034840] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.035345] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.038528] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.038528] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.038528] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.038528] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.038528] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.038528] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.038528] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.038528] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.038983] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 in Status: SUCCESS [ 632.038983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.040694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.040919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.041154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.041308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.041507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.042148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.043107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.043107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.043107] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.064470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.064634] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.064765] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.064937] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-994" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.065267] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-409f6551-9efc-40f6-962c-f0b2e3010637 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.065501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.065647] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.066017] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.066164] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409f6551-9efc-40f6-962c-f0b2e3010637',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.351327] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: SUCCESS [ 632.351327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.545390] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.569146] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.569511] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.569701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.570079] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.570274] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.570481] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 409f6551-9efc-40f6-962c-f0b2e3010637 not found, creating... [ 632.570839] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.571053] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.571208] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.571494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.571674] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.572096] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.572301] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.572468] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.572734] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.572905] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.573097] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 409f6551-9efc-40f6-962c-f0b2e3010637 is going to be created. [ 632.602643] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.602925] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.603066] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.603409] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.603686] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.603907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.615966] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 632.616218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.616527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.616967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617299] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.617531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.617602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.617775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617960] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.047936] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18a60ecd-75b7-4db3-b7de-bda65db93a20: rpc.has_security_group_logging(os_id): False [ 633.070213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.070356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.070438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.071013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.071013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.071258] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.071399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.071509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.071780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.071905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.071996] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 is going to be created. [ 633.120853] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.148572] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.148743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.148792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.149664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.149664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.167502] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 in Status: IN_PROGRESS for 2s [ 633.392234] env[66134]: INFO networking_nsxv3.common.synchronization [req-0a0c757c-d092-41a6-b67a-c1c16c757657 req-67b72370-8032-4dc9-9c10-9787dac45397 service nova] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_rules [ 633.392234] env[66134]: INFO networking_nsxv3.common.synchronization [req-0a0c757c-d092-41a6-b67a-c1c16c757657 req-67b72370-8032-4dc9-9c10-9787dac45397 service nova] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 633.392234] env[66134]: INFO networking_nsxv3.common.synchronization [req-0a0c757c-d092-41a6-b67a-c1c16c757657 req-67b72370-8032-4dc9-9c10-9787dac45397 service nova] Enqueued Resource ID: 409f6551-9efc-40f6-962c-f0b2e3010637 with Priority: HIGHEST for action port [ 633.392234] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_rules [ 633.392234] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 633.393593] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409f6551-9efc-40f6-962c-f0b2e3010637 with Priority: HIGHEST for action port [ 633.394013] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.394236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.394622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.394819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.395378] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-409f6551-9efc-40f6-962c-f0b2e3010637 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.396173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.396336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.396627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.397561] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409f6551-9efc-40f6-962c-f0b2e3010637',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.574021] env[66134]: INFO networking_nsxv3.common.synchronization [req-60f56699-937e-4bbf-be5f-78e7e0f9b544 req-8c2d4d76-6e73-461d-b9d9-5f7f406e23f1 tempest-TenantUsagesTestJSON-878474173 tempest-TenantUsagesTestJSON-878474173-project-member] Enqueued Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_members [ 633.574021] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGHEST for action security_group_members [ 633.574021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.574021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.574021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.574021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.574021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.574021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.574021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.574021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.574726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.574967] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.630794] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.901055] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409f6551-9efc-40f6-962c-f0b2e3010637 with status ACTIVE [ 633.901437] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.901611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.901689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.902149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.902149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.902291] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.902403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.902834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.902834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.902834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.903048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.903180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.903241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.904037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.904133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.904232] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409f6551-9efc-40f6-962c-f0b2e3010637 is going to be updated. [ 633.931985] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.931985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.932324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.932421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.932577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409f6551-9efc-40f6-962c-f0b2e3010637" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.078768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.079059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.079181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.079484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.079649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.079922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.080107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.080181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.080437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.080643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.080808] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f is going to be updated. [ 634.123424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.123604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.123672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.123878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.124055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.131506] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.131682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.131746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.131968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.132096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132244] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 634.135418] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f in Status: IN_PROGRESS for 2s [ 634.180623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.181090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.181375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.200617] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 635.183051] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 in Status: SUCCESS [ 635.183309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.147025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f in Status: SUCCESS [ 636.147274] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f deletion is rescheduled due to dependency. [ 636.147504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.212418] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 636.212752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.212872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.213124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.213324] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.213446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.213515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.213671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.213784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.213887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.213988] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.214859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.215047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.215213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.215320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.215394] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.215565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.215646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.215732] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.717642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717918] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.221586] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.725607] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.725815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.725863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.726084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.726180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.726285] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 637.769599] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.771668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.771668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.771668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.771668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.784164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 638.574823] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 638.575296] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 639.764083] env[66134]: INFO networking_nsxv3.common.synchronization [req-9760aa07-3893-461d-91b3-948e50139694 req-7fe27bb5-86b3-44c8-aff5-3d5e5b2db0a6 tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 639.764912] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 639.765235] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.765372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.765445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.765707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.765871] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.765962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.766220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.766404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.766494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.766592] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.797305] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 639.797586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.798538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.798538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.798680] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.798737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.799050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.799050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.799168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.799201] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.267128] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.267344] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.267506] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.267861] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.268297] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.268657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.268773] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.269018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.269222] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.269465] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.269655] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.269782] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.269894] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.270048] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.270195] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.270370] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.272495] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.272677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.272773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.272987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.273120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.273337] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.273465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.273546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.273738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.273902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.273960] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 already deleted. [ 640.274104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.306495] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.314523] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.314737] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.314879] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.315078] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.315679] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316807] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3cdc974-f0a4-4e37-9d01-3186dbed0ae2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.807133] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.818961] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.819207] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.819333] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.819731] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.819896] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.820074] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 not found, creating... [ 640.820615] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.820864] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.821054] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.821380] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.821525] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.821887] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822281] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822527] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822660] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822814] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 is going to be created. [ 640.849131] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.849429] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.849581] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.849936] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.850246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.850520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.055748] env[66134]: INFO networking_nsxv3.common.synchronization [req-275c425a-29a6-4193-84f0-453e1f46fd0d req-8f4f5d33-c6d3-4435-a183-5d518ed39c97 tempest-AttachInterfacesV270Test-747303572 tempest-AttachInterfacesV270Test-747303572-project-member] Enqueued Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_members [ 641.057570] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 with Priority: HIGHEST for action security_group_members [ 641.058146] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-56161d3b-8114-4597-b8da-f4a2a9ad0634 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.058361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.058477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.059724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.059724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.059724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.059724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.059724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.059724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.059724] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56161d3b-8114-4597-b8da-f4a2a9ad0634',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.309190] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.310051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.310051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.310051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.310051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.310460] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 641.349652] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.349801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.349875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.350118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.350261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.361076] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 641.561464] env[66134]: INFO networking_nsxv3.common.synchronization [req-cc761cfa-3f46-4f0a-a32f-cd51bfe5f917 req-25b0943f-dfff-4f13-a39c-57e74276d037 tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: a136ec78-a2f2-450d-b426-0688caee0a58 with Priority: HIGHEST for action security_group_rules [ 641.562011] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a136ec78-a2f2-450d-b426-0688caee0a58 with Priority: HIGHEST for action security_group_rules [ 641.564143] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.564215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.564298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.564480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.564570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.564753] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.564851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.564935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565286] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 is going to be updated. [ 641.566504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a136ec78-a2f2-450d-b426-0688caee0a58 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.566614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566982] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a136ec78-a2f2-450d-b426-0688caee0a58',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.571604] env[66134]: INFO networking_nsxv3.common.synchronization [req-9760aa07-3893-461d-91b3-948e50139694 req-1bc1dcb6-4ff0-477c-9b4a-2b617af85705 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 641.571767] env[66134]: INFO networking_nsxv3.common.synchronization [req-9760aa07-3893-461d-91b3-948e50139694 req-1bc1dcb6-4ff0-477c-9b4a-2b617af85705 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 641.571894] env[66134]: INFO networking_nsxv3.common.synchronization [req-9760aa07-3893-461d-91b3-948e50139694 req-1bc1dcb6-4ff0-477c-9b4a-2b617af85705 service nova] Enqueued Resource ID: e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 with Priority: HIGHEST for action port [ 641.579176] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 641.579585] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 641.579585] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 with Priority: HIGHEST for action port [ 641.580423] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.580423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.580423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.580685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.580718] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.581641] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.581734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.581841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.581970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.582694] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.582694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.582694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.582694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.582694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.582694] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.583732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.583732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.583906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.583906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.584369] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3cdc974-f0a4-4e37-9d01-3186dbed0ae2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.607064] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.607064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.607064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.607294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.607294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.618107] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 in Status: IN_PROGRESS for 2s [ 642.087495] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.087914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.088984] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.090848] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 with status ACTIVE [ 642.091085] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.091238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.091495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.091585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.091761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.091863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.092899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.094427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.094886] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.094886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.094886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.095057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.095179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.095246] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3cdc974-f0a4-4e37-9d01-3186dbed0ae2 is going to be updated. [ 642.102777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.102777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.103115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.103457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.103457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.104586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a136ec78-a2f2-450d-b426-0688caee0a58 already deleted. [ 642.104586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.121360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.121519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.121593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.121808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.121937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.122102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3cdc974-f0a4-4e37-9d01-3186dbed0ae2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.597773] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.101037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.101402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.101655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.101918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.102065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102279] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be created. [ 643.129985] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.129985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.129985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.129985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.130379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.142948] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: UNINITIALIZED for 2s [ 643.378586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 643.378787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.379011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.379264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.379463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.379590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.379670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.379844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.379924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.380039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.380186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.380304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.380365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.381153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.381321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.381518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.381752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.381752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.382208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.382208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.382387] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.629769] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 in Status: SUCCESS [ 643.629769] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56161d3b-8114-4597-b8da-f4a2a9ad0634 deletion is rescheduled due to dependency. [ 643.629769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56161d3b-8114-4597-b8da-f4a2a9ad0634" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.888575] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efb43cb-bb3d-4806-98c3-13ba99b5c582: rpc.has_security_group_logging(os_id): False [ 643.912371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.912371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.912371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.912371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.914046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.914678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.914996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.915213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.915559] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.915797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.915967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.916598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.916598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.916598] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 643.987023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.987023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.987023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.987023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.987023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.007289] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 644.242968] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e0f7f172-e9b5-4d85-8b33-a095bab0d3f6 None None] Enqueued Resource ID: e81f0a54-f029-4260-a438-c497ce78ba94 with Priority: HIGHEST for action port [ 644.245313] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81f0a54-f029-4260-a438-c497ce78ba94 with Priority: HIGHEST for action port [ 644.245313] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81f0a54-f029-4260-a438-c497ce78ba94 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.245313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81f0a54-f029-4260-a438-c497ce78ba94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.245313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81f0a54-f029-4260-a438-c497ce78ba94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.245313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81f0a54-f029-4260-a438-c497ce78ba94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.245313] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81f0a54-f029-4260-a438-c497ce78ba94',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.749160] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e81f0a54-f029-4260-a438-c497ce78ba94 [ 644.749389] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.749555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.749598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.750695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.750695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.750695] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e81f0a54-f029-4260-a438-c497ce78ba94 already deleted. [ 644.750695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81f0a54-f029-4260-a438-c497ce78ba94" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.804021] env[66134]: INFO networking_nsxv3.common.synchronization [req-69354951-65a7-493b-ac1b-c38c4fd26fae req-c3002b6c-4353-4477-b0d3-effda50c3efe tempest-ImagesOneServerTestJSON-312538561 tempest-ImagesOneServerTestJSON-312538561-project-member] Enqueued Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_members [ 644.804021] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_members [ 644.805478] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.805654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.805750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.806030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.806201] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.806297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.806356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.806504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.806582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.806669] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.907544] env[66134]: INFO networking_nsxv3.common.synchronization [req-330b04df-8d4c-4e9d-9595-ea7f34aae479 req-feb87046-31f1-440b-b7e2-323e426aa220 tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: a136ec78-a2f2-450d-b426-0688caee0a58 with Priority: HIGHEST for action security_group_rules [ 644.909041] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a136ec78-a2f2-450d-b426-0688caee0a58 with Priority: HIGHEST for action security_group_rules [ 644.909041] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a136ec78-a2f2-450d-b426-0688caee0a58 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.909041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.909041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.909309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.909309] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a136ec78-a2f2-450d-b426-0688caee0a58',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.155499] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 645.155499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.155806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.159022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.159022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.159022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.159022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.159022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.159022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.159022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.159022] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.311999] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.311999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.311999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.312343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.312443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.312717] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.312845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.313153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.313257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.313368] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a47ea096-cd99-4651-81cb-b6d778018420 already deleted. [ 645.313473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.318643] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.319578] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-785" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.319908] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-785" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.320395] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-785" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.320881] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.321595] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.322195] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.323295] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.323572] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.324049] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.324380] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.324773] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.324773] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.326676] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.326676] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.326676] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.349382] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.350550] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.350550] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.350550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-785" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.350550] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-e6442cbe-0b85-43a5-84ad-0286eca10a33 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.350550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.350550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.350971] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.350971] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6442cbe-0b85-43a5-84ad-0286eca10a33',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.439860] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.440094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.440094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.440848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.440848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.440848] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a136ec78-a2f2-450d-b426-0688caee0a58 already deleted. [ 645.440848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662789] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.662980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.663078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.663296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.663463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.663557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.665791] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.665791] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.665791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.665791] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.855806] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.856023] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.856075] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.856352] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.856518] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.856710] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port e6442cbe-0b85-43a5-84ad-0286eca10a33 not found, creating... [ 645.857122] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.857232] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.857289] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.857474] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.857680] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.858042] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.858215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.858366] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.858698] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.858922] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.859159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: e6442cbe-0b85-43a5-84ad-0286eca10a33 is going to be created. [ 645.882085] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.882085] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.882374] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.882937] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.883071] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.883329] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.021614] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 646.021899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.022055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.024093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.024093] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.169733] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebfee86-7c32-49e0-b928-d4e323b1f782: rpc.has_security_group_logging(os_id): False [ 646.193649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.193931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.193931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.194157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.194275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.194670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.194806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.194861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.195616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.195755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.196061] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.196222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.196317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.196548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.196673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.197070] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.197194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.197194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.197381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.197491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.197773] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be created. [ 646.268385] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.268385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.268385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.268385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.268385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.280124] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 646.525148] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.528080] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.528080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.528080] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.617208] env[66134]: INFO networking_nsxv3.common.synchronization [req-69354951-65a7-493b-ac1b-c38c4fd26fae req-4a774200-fa50-46c8-883c-11ec78b8af66 service nova] Enqueued Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_rules [ 646.617208] env[66134]: INFO networking_nsxv3.common.synchronization [req-69354951-65a7-493b-ac1b-c38c4fd26fae req-4a774200-fa50-46c8-883c-11ec78b8af66 service nova] Enqueued Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_members [ 646.617208] env[66134]: INFO networking_nsxv3.common.synchronization [req-69354951-65a7-493b-ac1b-c38c4fd26fae req-4a774200-fa50-46c8-883c-11ec78b8af66 service nova] Enqueued Resource ID: e6442cbe-0b85-43a5-84ad-0286eca10a33 with Priority: HIGHEST for action port [ 646.617663] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_rules [ 646.617663] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_members [ 646.617746] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6442cbe-0b85-43a5-84ad-0286eca10a33 with Priority: HIGHEST for action port [ 646.618019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.618148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.618214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.618469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.618554] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.619525] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.619525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.619651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.619761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.619923] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.620034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.620088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.620227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.620308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.620399] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.623832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6442cbe-0b85-43a5-84ad-0286eca10a33 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.623832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.623832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.623832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.623832] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6442cbe-0b85-43a5-84ad-0286eca10a33',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.736235] env[66134]: INFO networking_nsxv3.common.synchronization [None req-96559b8a-5548-43bc-b101-5bed1fac6d44 None None] Enqueued Resource ID: 0559911a-2e27-4840-b454-b3c8c0b5f973 with Priority: HIGHEST for action port [ 646.736495] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0559911a-2e27-4840-b454-b3c8c0b5f973 with Priority: HIGHEST for action port [ 646.738123] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0559911a-2e27-4840-b454-b3c8c0b5f973 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.738288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0559911a-2e27-4840-b454-b3c8c0b5f973" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.738333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0559911a-2e27-4840-b454-b3c8c0b5f973" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.738585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0559911a-2e27-4840-b454-b3c8c0b5f973" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.738690] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0559911a-2e27-4840-b454-b3c8c0b5f973',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.031544] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.031863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.032032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.036025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.036025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.036025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.038983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.040260] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.040260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.040362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.040618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.040803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.040987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.041187] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.127111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.127309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.127562] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.128664] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6442cbe-0b85-43a5-84ad-0286eca10a33 with status ACTIVE [ 647.128911] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.129088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.129174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.129420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.129534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.130922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.130922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.130922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.130922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.130922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.130922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.130922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.130922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.131550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.131550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.131550] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6442cbe-0b85-43a5-84ad-0286eca10a33 is going to be updated. [ 647.155717] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.155907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.155965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.156149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.156283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.156443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6442cbe-0b85-43a5-84ad-0286eca10a33" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.241445] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0559911a-2e27-4840-b454-b3c8c0b5f973 [ 647.241762] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.241915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.242017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.242315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.242448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.242574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0559911a-2e27-4840-b454-b3c8c0b5f973 already deleted. [ 647.242718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0559911a-2e27-4840-b454-b3c8c0b5f973" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.355429] env[66134]: INFO networking_nsxv3.common.synchronization [req-fae69f4b-d6eb-40e6-b74e-152a69471acf req-190d1232-e4d0-4c2e-a3b4-cda0f28afecd tempest-ServersWithSpecificFlavorTestJSON-1093831770 tempest-ServersWithSpecificFlavorTestJSON-1093831770-project-member] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 647.356047] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 647.356431] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.356562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.356633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.356909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.357148] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.357260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.357317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.357488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.357669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.357791] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.544628] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efb43cb-bb3d-4806-98c3-13ba99b5c582: rpc.has_security_group_logging(os_id): False [ 647.564073] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.564293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.564293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.564813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.565038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.565488] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.565809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.566210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.566210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.566210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.566685] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.566841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.566947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.567079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.567154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.567366] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.567511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.567688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.567874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.567986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.568230] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 647.630545] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.630689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.630736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.631778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.631778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.632890] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.651580] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 647.762020] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.762217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.762332] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.762649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.762908] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.763929] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.765375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.765375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.765375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.765375] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.765375] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.765375] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.765690] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.765871] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.765978] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.766186] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.788223] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.788434] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.788568] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.788686] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.789455] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-310a8759-b979-45f6-a480-2e9897182675 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.789455] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.789728] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789909] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.790165] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310a8759-b979-45f6-a480-2e9897182675',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.860548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.860871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.860945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.861261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.861411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.861715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.861895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.861989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.862261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.862375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.862512] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d already deleted. [ 647.862635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135799] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.136022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.136080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.136305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.136535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.136535] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a47ea096-cd99-4651-81cb-b6d778018420 is going to be created. [ 648.162241] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.162541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.162679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.162926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.163133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.174195] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a47ea096-cd99-4651-81cb-b6d778018420 in Status: UNINITIALIZED for 2s [ 648.292805] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.293727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.293727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.293727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.293727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.293727] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 310a8759-b979-45f6-a480-2e9897182675 not found, creating... [ 648.294092] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.294286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.294400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.294618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.294753] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.295049] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.295239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.295512] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.295585] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.295711] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.295846] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 310a8759-b979-45f6-a480-2e9897182675 is going to be created. [ 648.322670] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 648.322923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.330223] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.330448] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.330573] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.330857] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.331093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331324] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.088451] env[66134]: INFO networking_nsxv3.common.synchronization [req-fae69f4b-d6eb-40e6-b74e-152a69471acf req-576630c2-6597-45ca-9342-9d198e4467d8 service nova] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 649.088773] env[66134]: INFO networking_nsxv3.common.synchronization [req-fae69f4b-d6eb-40e6-b74e-152a69471acf req-576630c2-6597-45ca-9342-9d198e4467d8 service nova] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 649.088773] env[66134]: INFO networking_nsxv3.common.synchronization [req-fae69f4b-d6eb-40e6-b74e-152a69471acf req-576630c2-6597-45ca-9342-9d198e4467d8 service nova] Enqueued Resource ID: 310a8759-b979-45f6-a480-2e9897182675 with Priority: HIGHEST for action port [ 649.089469] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 649.089604] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 649.089713] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310a8759-b979-45f6-a480-2e9897182675 with Priority: HIGHEST for action port [ 649.089974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.090119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.090184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.090460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.090460] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.091276] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.091386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.091447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.091612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.091756] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.091851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.091972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.092070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.092155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.092242] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.093347] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-310a8759-b979-45f6-a480-2e9897182675 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.093458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.093573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.093676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.093753] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310a8759-b979-45f6-a480-2e9897182675',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.596688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.596834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.597060] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.598024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 310a8759-b979-45f6-a480-2e9897182675 with status ACTIVE [ 649.598235] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.598321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.598384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.598598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.598691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.598856] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.598949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.599029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.599184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.599280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.599460] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.599510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.599554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.599686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.599760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.599852] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 310a8759-b979-45f6-a480-2e9897182675 is going to be updated. [ 649.622824] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.622824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.622824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.622824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.623330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.623330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-310a8759-b979-45f6-a480-2e9897182675" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.672994] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 649.672994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.102253] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.187258] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a47ea096-cd99-4651-81cb-b6d778018420 in Status: SUCCESS [ 650.187789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.188246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.188786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.189080] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.189230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.189434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.189640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.189761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.190140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.190206] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.318662] env[66134]: INFO networking_nsxv3.common.synchronization [req-5ebf6ad8-d28c-488b-93d5-c4bde5220489 req-5b23c2ca-86dc-4065-bed9-9e10b83e8f80 tempest-SecurityGroupRulesTestJSON-641494734 tempest-SecurityGroupRulesTestJSON-641494734-project-member] Enqueued Resource ID: a136ec78-a2f2-450d-b426-0688caee0a58 with Priority: HIGHEST for action security_group_rules [ 650.320037] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a136ec78-a2f2-450d-b426-0688caee0a58 with Priority: HIGHEST for action security_group_rules [ 650.320314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a136ec78-a2f2-450d-b426-0688caee0a58 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.320314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.320427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.320780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.320780] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a136ec78-a2f2-450d-b426-0688caee0a58',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.604656] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.605445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.605534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.605771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.605867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.606148] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be created. [ 650.643038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.643038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.643038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.643038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.643038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.654253] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: UNINITIALIZED for 2s [ 650.693297] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.693454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.694494] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.694758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.694758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.694859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695244] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695644] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.842282] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.842457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.842510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.842734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.842833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.842919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a136ec78-a2f2-450d-b426-0688caee0a58 already deleted. [ 650.843031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a136ec78-a2f2-450d-b426-0688caee0a58" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.199485] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a47ea096-cd99-4651-81cb-b6d778018420: rpc.has_security_group_logging(os_id): False [ 651.219357] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.219531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.220087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.220741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.220848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.220915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.221086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.221189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221404] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.221502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.221567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.221712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.221796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.222008] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.222119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.222210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.222395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.222472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.222560] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a47ea096-cd99-4651-81cb-b6d778018420 is going to be created. [ 651.296925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.297172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.297289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.297555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.297802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.324309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a47ea096-cd99-4651-81cb-b6d778018420 in Status: IN_PROGRESS for 2s [ 652.571048] env[66134]: INFO networking_nsxv3.common.synchronization [req-fb3a7f68-91e3-441f-8a36-a6c6fb307180 req-3905d8a7-106d-48dc-9a08-4c17901c2a42 tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 652.571453] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 652.571674] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.571969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.572150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.572315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.572421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.572483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.572643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.572731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.572826] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.670145] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 652.670463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.670722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.670956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.671231] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.671377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.671480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.671921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.672473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.673683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.673683] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.077224] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.176767] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.203747] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.204039] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.204214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.204551] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.204926] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.206347] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.206347] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.206559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.206749] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.207046] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.207594] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.207772] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.207943] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.208147] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.208309] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.208474] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.229704] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.229927] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.230132] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.230266] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.230707] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-0e6fff95-634e-4338-80b7-2e398a8d5dff taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.230896] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.231053] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.231462] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.231608] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6fff95-634e-4338-80b7-2e398a8d5dff',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.337206] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a47ea096-cd99-4651-81cb-b6d778018420 in Status: SUCCESS [ 653.337465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.580910] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.684557] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae34e41-0eba-48e0-95cf-f15f8d8d231d: rpc.has_security_group_logging(os_id): False [ 653.706583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.706583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.706583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.706583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.706890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.707141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.707284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.708111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.708111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.708111] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be created. [ 653.737029] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.737029] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 0e6fff95-634e-4338-80b7-2e398a8d5dff not found, creating... [ 653.737029] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.737652] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.738018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.738317] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.738685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.738962] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.739297] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 0e6fff95-634e-4338-80b7-2e398a8d5dff is going to be created. [ 653.767779] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.768068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.768826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.768826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.768826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.769236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.791427] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.791581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.791647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.791884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.792174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.806304] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 654.084067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.084267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.084267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.084430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.084662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.084662] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 654.117548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.117821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.117901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.118185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.118359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.129241] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 654.522352] env[66134]: INFO networking_nsxv3.common.synchronization [req-fb3a7f68-91e3-441f-8a36-a6c6fb307180 req-4f1ee638-b0ba-4aa5-9413-252989e11c29 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 654.522652] env[66134]: INFO networking_nsxv3.common.synchronization [req-fb3a7f68-91e3-441f-8a36-a6c6fb307180 req-4f1ee638-b0ba-4aa5-9413-252989e11c29 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 654.522851] env[66134]: INFO networking_nsxv3.common.synchronization [req-fb3a7f68-91e3-441f-8a36-a6c6fb307180 req-4f1ee638-b0ba-4aa5-9413-252989e11c29 service nova] Enqueued Resource ID: 0e6fff95-634e-4338-80b7-2e398a8d5dff with Priority: HIGHEST for action port [ 654.523523] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 654.523710] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 654.523842] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6fff95-634e-4338-80b7-2e398a8d5dff with Priority: HIGHEST for action port [ 654.524186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.524346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.524444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.524698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.524789] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.526463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.526588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.526849] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6fff95-634e-4338-80b7-2e398a8d5dff taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.527015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.527288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.527389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.527474] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6fff95-634e-4338-80b7-2e398a8d5dff',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.029542] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.029951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.029951] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6fff95-634e-4338-80b7-2e398a8d5dff with status ACTIVE [ 655.032019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.032019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.032670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.032670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.032670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032861] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6fff95-634e-4338-80b7-2e398a8d5dff is going to be updated. [ 655.057761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.058056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.058161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.058442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.059092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.059337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6fff95-634e-4338-80b7-2e398a8d5dff" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.438368] env[66134]: INFO networking_nsxv3.common.synchronization [req-e5f6b595-fc50-4143-a0c5-33eb42f0f8fb req-8bc44edf-b240-49b0-b094-5ea51d280e8c tempest-ServerMetadataNegativeTestJSON-1805129954 tempest-ServerMetadataNegativeTestJSON-1805129954-project-member] Enqueued Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_members [ 655.439017] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_members [ 655.439700] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.439890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.440070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.440375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.440627] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.440761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.440828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.441038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.441155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.441219] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.757577] env[66134]: INFO networking_nsxv3.common.synchronization [None req-cb269c73-5e22-4255-9be6-344b79fa2d9e None None] Enqueued Resource ID: 6c20c4f6-31d1-4a68-894b-5fffbe0dc94c with Priority: HIGHEST for action port [ 655.757848] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c20c4f6-31d1-4a68-894b-5fffbe0dc94c with Priority: HIGHEST for action port [ 655.758434] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c20c4f6-31d1-4a68-894b-5fffbe0dc94c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.758558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c20c4f6-31d1-4a68-894b-5fffbe0dc94c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.758639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c20c4f6-31d1-4a68-894b-5fffbe0dc94c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.758912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c20c4f6-31d1-4a68-894b-5fffbe0dc94c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.758999] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c20c4f6-31d1-4a68-894b-5fffbe0dc94c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.822322] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 655.822926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.944867] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.945086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.945167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.945378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.945511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.945737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.945839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.945901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.946097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.946236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.946289] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a already deleted. [ 655.946392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.142305] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 656.142629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.142755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.142993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.143287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.143481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.143563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.143744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.143829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143926] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.264591] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c20c4f6-31d1-4a68-894b-5fffbe0dc94c [ 656.264828] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.264971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.265059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.265271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.265361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.265490] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c20c4f6-31d1-4a68-894b-5fffbe0dc94c already deleted. [ 656.265562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c20c4f6-31d1-4a68-894b-5fffbe0dc94c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.653617] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.689740] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.690375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-825" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.690581] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-825" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.691069] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-825" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.691868] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.691868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.691868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.691868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.691868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.692254] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.692254] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.692320] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.692360] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.692466] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.692565] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.692753] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.716182] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.716182] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.716576] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.717260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-825" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.718169] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-152a92bc-5788-4661-ac7c-4cfff18ce355 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.718372] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.718491] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.718934] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.719153] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152a92bc-5788-4661-ac7c-4cfff18ce355',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.095036] env[66134]: INFO networking_nsxv3.common.synchronization [None req-29fa89d9-e209-483c-bb9d-b705bd86d7fe None None] Enqueued Resource ID: e1b5c5cc-931b-41b7-b196-f9d28dad0635 with Priority: HIGHEST for action port [ 657.095036] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b5c5cc-931b-41b7-b196-f9d28dad0635 with Priority: HIGHEST for action port [ 657.095036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b5c5cc-931b-41b7-b196-f9d28dad0635 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.095036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b5c5cc-931b-41b7-b196-f9d28dad0635" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.095036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b5c5cc-931b-41b7-b196-f9d28dad0635" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.095036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b5c5cc-931b-41b7-b196-f9d28dad0635" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.095036] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b5c5cc-931b-41b7-b196-f9d28dad0635',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.153152] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.221161] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.221580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.221580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.221824] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.221987] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.222156] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 152a92bc-5788-4661-ac7c-4cfff18ce355 not found, creating... [ 657.222424] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.222593] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.222707] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.222920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.223397] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.223466] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.223598] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.223707] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.223915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.224261] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.224471] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 152a92bc-5788-4661-ac7c-4cfff18ce355 is going to be created. [ 657.250341] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.250858] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.251243] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.251761] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.252066] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.252771] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.599643] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1b5c5cc-931b-41b7-b196-f9d28dad0635 [ 657.601602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.601752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.601828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.602083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.602164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.602255] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1b5c5cc-931b-41b7-b196-f9d28dad0635 already deleted. [ 657.602335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b5c5cc-931b-41b7-b196-f9d28dad0635" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.655818] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.655979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.656059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.656297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.656384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.656484] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 657.690883] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.691134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.691253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.691680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.691784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.701863] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 658.006225] env[66134]: INFO networking_nsxv3.common.synchronization [req-e5f6b595-fc50-4143-a0c5-33eb42f0f8fb req-08c5ef9b-8cfe-43c7-9dbd-79467a9e4838 service nova] Enqueued Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_rules [ 658.006413] env[66134]: INFO networking_nsxv3.common.synchronization [req-e5f6b595-fc50-4143-a0c5-33eb42f0f8fb req-08c5ef9b-8cfe-43c7-9dbd-79467a9e4838 service nova] Enqueued Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_members [ 658.006551] env[66134]: INFO networking_nsxv3.common.synchronization [req-e5f6b595-fc50-4143-a0c5-33eb42f0f8fb req-08c5ef9b-8cfe-43c7-9dbd-79467a9e4838 service nova] Enqueued Resource ID: 152a92bc-5788-4661-ac7c-4cfff18ce355 with Priority: HIGHEST for action port [ 658.008618] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_rules [ 658.008618] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_members [ 658.008618] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152a92bc-5788-4661-ac7c-4cfff18ce355 with Priority: HIGHEST for action port [ 658.008618] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.008618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.008618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.009141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.009141] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.011717] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.012174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.012174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.012968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.012968] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.013119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.013222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.013544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.013587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.013919] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.014980] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-152a92bc-5788-4661-ac7c-4cfff18ce355 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.015429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.015429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.015797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.015936] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152a92bc-5788-4661-ac7c-4cfff18ce355',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.034713] env[66134]: INFO networking_nsxv3.common.synchronization [None req-75530849-e21c-4c86-81f6-8e87a3d2524c None None] Enqueued Resource ID: 76bbd560-a7aa-41ba-b9b6-dec7c42a14a8 with Priority: HIGHEST for action port [ 658.036463] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76bbd560-a7aa-41ba-b9b6-dec7c42a14a8 with Priority: HIGHEST for action port [ 658.038305] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-76bbd560-a7aa-41ba-b9b6-dec7c42a14a8 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.038305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76bbd560-a7aa-41ba-b9b6-dec7c42a14a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.038305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76bbd560-a7aa-41ba-b9b6-dec7c42a14a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.038305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76bbd560-a7aa-41ba-b9b6-dec7c42a14a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.038305] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76bbd560-a7aa-41ba-b9b6-dec7c42a14a8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.518197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521057] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.521057] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152a92bc-5788-4661-ac7c-4cfff18ce355 with status ACTIVE [ 658.521287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.521671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.521820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.522017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.525357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.525357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.525357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.525357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.525357] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.525357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.525628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.527039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.527039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.527039] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152a92bc-5788-4661-ac7c-4cfff18ce355 is going to be updated. [ 658.543218] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76bbd560-a7aa-41ba-b9b6-dec7c42a14a8 [ 658.543490] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.543636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.543708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.543967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.544073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.544213] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76bbd560-a7aa-41ba-b9b6-dec7c42a14a8 already deleted. [ 658.545205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76bbd560-a7aa-41ba-b9b6-dec7c42a14a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.551869] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.552042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.552146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.552365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.552500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.552806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152a92bc-5788-4661-ac7c-4cfff18ce355" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.029858] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.441109] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c55f62ad-d0ca-46c3-87d1-6d95ca797cc9 tempest-ServersTestFqdnHostnames-1204294419 tempest-ServersTestFqdnHostnames-1204294419-project-member] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_rules [ 659.442526] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_rules [ 659.443072] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.443377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.444012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.444202] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.533077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.533391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.533391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.533694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.533694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.533802] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a is going to be created. [ 659.559104] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.559104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.559104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.559104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.559360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.572648] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a in Status: UNINITIALIZED for 2s [ 659.673954] env[66134]: INFO networking_nsxv3.common.synchronization [None req-60d3b485-a093-4149-ae9a-832800e39978 tempest-ServersTestFqdnHostnames-1204294419 tempest-ServersTestFqdnHostnames-1204294419-project-member] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_rules [ 659.675745] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_rules [ 659.677470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.677470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.713472] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.713472] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.713472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.713472] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.728957] env[66134]: INFO networking_nsxv3.common.synchronization [None req-b5024ffb-914f-4cc7-8317-18e7de8ca4b0 None None] Enqueued Resource ID: 7857cbb2-8b15-4106-a546-410804fa8f49 with Priority: HIGHEST for action port [ 659.729723] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7857cbb2-8b15-4106-a546-410804fa8f49 with Priority: HIGHEST for action port [ 659.729782] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7857cbb2-8b15-4106-a546-410804fa8f49 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.729923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7857cbb2-8b15-4106-a546-410804fa8f49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.729923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7857cbb2-8b15-4106-a546-410804fa8f49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.730764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7857cbb2-8b15-4106-a546-410804fa8f49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.730886] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7857cbb2-8b15-4106-a546-410804fa8f49',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.742366] env[66134]: INFO networking_nsxv3.common.synchronization [None req-12d2452b-7a4e-481c-a669-90fcc3129378 None None] Enqueued Resource ID: d677edcd-de14-49d6-949f-ba1a27ec9769 with Priority: HIGHEST for action port [ 659.742941] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677edcd-de14-49d6-949f-ba1a27ec9769 with Priority: HIGHEST for action port [ 659.743450] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d677edcd-de14-49d6-949f-ba1a27ec9769 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.743570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d677edcd-de14-49d6-949f-ba1a27ec9769" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.743643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d677edcd-de14-49d6-949f-ba1a27ec9769" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.743919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d677edcd-de14-49d6-949f-ba1a27ec9769" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.744030] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d677edcd-de14-49d6-949f-ba1a27ec9769',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.970355] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.970355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.970355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.971764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.971764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.971903] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f already deleted. [ 659.971903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.972048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.972237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.972364] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.219040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.219040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.219040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.219040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.219040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.219352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.219352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.219494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.219581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.219665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.219809] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.219893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.219950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.220097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.220228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.220738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.220738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.220738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.220738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.220738] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.233876] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7857cbb2-8b15-4106-a546-410804fa8f49 [ 660.234124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.234711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.234711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.234711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.234711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.234711] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7857cbb2-8b15-4106-a546-410804fa8f49 already deleted. [ 660.234937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7857cbb2-8b15-4106-a546-410804fa8f49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.246412] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d677edcd-de14-49d6-949f-ba1a27ec9769 [ 660.246692] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.246772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.246812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.247502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247502] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d677edcd-de14-49d6-949f-ba1a27ec9769 already deleted. [ 660.247502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d677edcd-de14-49d6-949f-ba1a27ec9769" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.496662] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.496902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.496902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.497246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.497246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.497346] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f already deleted. [ 660.497383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.725301] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebfee86-7c32-49e0-b928-d4e323b1f782: rpc.has_security_group_logging(os_id): False [ 660.747609] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.747954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.750168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.750551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.750994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.751446] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.754790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.754790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.754790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.754790] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 660.827135] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.827135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.827257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.827476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.827655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.846575] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 661.590619] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a in Status: SUCCESS [ 661.590799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.590871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.591303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.591438] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.592213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.592213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.592213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.592213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.592213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.592213] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.094638] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.095042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.095042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.095118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.095425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.095425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.095425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.095704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.095802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.096017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.096229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.096576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.096738] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.097523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.097635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.097769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.097908] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.680712] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af495e8-ae8d-49e7-bb15-150cf5bdd37a: rpc.has_security_group_logging(os_id): False [ 662.680712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.680712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.680712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.680712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.683669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.683669] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.683669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.683669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.683669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.683669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.683669] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a is going to be created. [ 662.693947] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.693947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.693947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.694208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.695514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708677] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a in Status: IN_PROGRESS for 2s [ 662.814487] env[66134]: INFO networking_nsxv3.common.synchronization [req-9429ecce-02cd-4395-86dd-610c7f2b4fcf req-79d77804-47cb-4aa2-aeb7-e928803be660 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 662.816195] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 662.817052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.820154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.820154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.820154] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.862884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 662.863600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.279916] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.282183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.282183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.282183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.282318] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.282520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.282634] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.282867] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.282998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.283232] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.283346] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.283446] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.283545] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.283647] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.283752] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.283955] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.318838] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.319345] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.319345] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.319345] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.319553] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-31322ce1-9034-40c3-b8aa-c350aa1a928b taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.320966] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.321158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.321510] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.321922] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31322ce1-9034-40c3-b8aa-c350aa1a928b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.323063] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.323272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.323395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.324964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.324964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.325341] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.325341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.325341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.325506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.326257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.326422] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 already deleted. [ 663.326841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.576294] env[66134]: INFO networking_nsxv3.common.synchronization [None req-8300fb38-41fe-4601-9b82-9f8aa89c4c53 None None] Enqueued Resource ID: d83dd8af-7b4d-4dd6-8874-43478d304e3b with Priority: HIGHEST for action port [ 663.576874] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83dd8af-7b4d-4dd6-8874-43478d304e3b with Priority: HIGHEST for action port [ 663.577195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d83dd8af-7b4d-4dd6-8874-43478d304e3b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.577323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d83dd8af-7b4d-4dd6-8874-43478d304e3b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.577389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d83dd8af-7b4d-4dd6-8874-43478d304e3b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.577670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d83dd8af-7b4d-4dd6-8874-43478d304e3b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.577784] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d83dd8af-7b4d-4dd6-8874-43478d304e3b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.830424] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.830424] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 31322ce1-9034-40c3-b8aa-c350aa1a928b not found, creating... [ 663.830424] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.830424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.830897] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.830897] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.830897] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.830897] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.830897] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.832036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b is going to be created. [ 663.851166] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.851421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.851495] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.851778] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.851999] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.852233] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.081078] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d83dd8af-7b4d-4dd6-8874-43478d304e3b [ 664.081078] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.081078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.081078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.081078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.081078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.081078] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d83dd8af-7b4d-4dd6-8874-43478d304e3b already deleted. [ 664.081078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d83dd8af-7b4d-4dd6-8874-43478d304e3b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.158629] env[66134]: INFO networking_nsxv3.common.synchronization [None req-95dc6922-de3c-45a1-abfc-81f04538e621 None None] Enqueued Resource ID: 1d5a8b16-e475-4e6b-863d-44984200545b with Priority: HIGHEST for action port [ 664.158629] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5a8b16-e475-4e6b-863d-44984200545b with Priority: HIGHEST for action port [ 664.158981] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5a8b16-e475-4e6b-863d-44984200545b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.160368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5a8b16-e475-4e6b-863d-44984200545b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.160769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5a8b16-e475-4e6b-863d-44984200545b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.161091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5a8b16-e475-4e6b-863d-44984200545b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.161212] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5a8b16-e475-4e6b-863d-44984200545b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.276369] env[66134]: INFO networking_nsxv3.common.synchronization [req-1ad766dd-440d-40ee-9295-4aae7ba0e198 req-e05dbe3c-4a86-45b7-b9f2-3d114c35d2cc tempest-FloatingIPsAssociationNegativeTestJSON-1384464720 tempest-FloatingIPsAssociationNegativeTestJSON-1384464720-project-member] Enqueued Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_members [ 664.277737] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGHEST for action security_group_members [ 664.277737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.277737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.277737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.278745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.278745] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.278745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.278745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.278745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.278745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.279131] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.653858] env[66134]: INFO networking_nsxv3.common.synchronization [req-9429ecce-02cd-4395-86dd-610c7f2b4fcf req-9b191ad7-143a-4ed1-af72-845fff7d91e7 service nova] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 664.654205] env[66134]: INFO networking_nsxv3.common.synchronization [req-9429ecce-02cd-4395-86dd-610c7f2b4fcf req-9b191ad7-143a-4ed1-af72-845fff7d91e7 service nova] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 664.656044] env[66134]: INFO networking_nsxv3.common.synchronization [req-9429ecce-02cd-4395-86dd-610c7f2b4fcf req-9b191ad7-143a-4ed1-af72-845fff7d91e7 service nova] Enqueued Resource ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b with Priority: HIGHEST for action port [ 664.656044] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 664.656044] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 664.656044] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b with Priority: HIGHEST for action port [ 664.656747] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.656888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.656961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.657626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.657751] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.658826] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.658953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.659032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.659228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.659395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.659482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.659777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.659777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.659777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.659898] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.660711] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-31322ce1-9034-40c3-b8aa-c350aa1a928b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.660827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.660900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.661082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.661156] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31322ce1-9034-40c3-b8aa-c350aa1a928b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.663474] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d5a8b16-e475-4e6b-863d-44984200545b [ 664.663890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.664047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.664121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.664506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.664624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.664727] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d5a8b16-e475-4e6b-863d-44984200545b already deleted. [ 664.664816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5a8b16-e475-4e6b-863d-44984200545b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.727419] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a in Status: SUCCESS [ 664.727419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785612] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.785612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.785612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.786167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.786369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.787761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.787761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.787761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.787761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.787761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.787761] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 is going to be updated. [ 664.821898] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.821898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.821898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.821898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.821898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.836890] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 in Status: IN_PROGRESS for 2s [ 665.165211] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.165870] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31322ce1-9034-40c3-b8aa-c350aa1a928b with status ACTIVE [ 665.166121] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.166272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.166984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.167265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.167492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.167632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.168875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.168875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.168875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.168875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.168875] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.168875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.168875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.169284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.169284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.169284] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b is going to be updated. [ 665.170574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.170693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.203527] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.203780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.203780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.203999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.204135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.672423] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.795133] env[66134]: INFO networking_nsxv3.common.synchronization [req-5c315ca1-9596-454b-8571-1bc71a48007f req-e682d3cf-e0e2-4c77-aa25-acbb103af26f tempest-ServerDiagnosticsTest-1588348768 tempest-ServerDiagnosticsTest-1588348768-project-member] Enqueued Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_members [ 665.795995] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_members [ 665.795995] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.795995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.796225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.796320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.796473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.796602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.796711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.796816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.796972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.797093] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.175146] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.175349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.175496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.175934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.175934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.175934] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be created. [ 666.207571] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.208016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.208016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.208874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.208874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.223486] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: UNINITIALIZED for 2s [ 666.299254] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.299514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.299609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.300961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.301103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.301566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.301680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.301721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.301914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.303775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.304307] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 already deleted. [ 666.304307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.470043] env[66134]: INFO networking_nsxv3.common.synchronization [None req-9d94897b-80f4-44d8-b31a-e6eb4dff7bec None None] Enqueued Resource ID: 277c1357-f0b0-4147-9672-85f05e9c3238 with Priority: HIGHEST for action port [ 666.470043] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277c1357-f0b0-4147-9672-85f05e9c3238 with Priority: HIGHEST for action port [ 666.470043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-277c1357-f0b0-4147-9672-85f05e9c3238 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.470043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277c1357-f0b0-4147-9672-85f05e9c3238" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.470043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277c1357-f0b0-4147-9672-85f05e9c3238" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.470043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277c1357-f0b0-4147-9672-85f05e9c3238" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.470043] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277c1357-f0b0-4147-9672-85f05e9c3238',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.496497] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.496651] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.496807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.496988] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.497275] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.497477] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.497550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.497920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.497920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.498288] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.498354] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.498956] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.498956] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.498956] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.498956] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.498956] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.520135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.520135] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.520274] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.520727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.520727] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-1e84ac93-82cb-4a43-b838-b91abd325c3e taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.520911] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.520911] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521271] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.521459] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e84ac93-82cb-4a43-b838-b91abd325c3e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.875336] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 in Status: SUCCESS [ 666.875821] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 deletion is rescheduled due to dependency. [ 666.875821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.974367] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 277c1357-f0b0-4147-9672-85f05e9c3238 [ 666.975085] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.975085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.975295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.975568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.975678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.975824] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:277c1357-f0b0-4147-9672-85f05e9c3238 already deleted. [ 666.975875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277c1357-f0b0-4147-9672-85f05e9c3238" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.024414] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.024701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.025365] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.025628] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.025905] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 1e84ac93-82cb-4a43-b838-b91abd325c3e not found, creating... [ 667.026349] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.026543] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.026633] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.027037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.027196] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.027551] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.027769] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.027900] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.028162] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.028388] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.028471] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 1e84ac93-82cb-4a43-b838-b91abd325c3e is going to be created. [ 667.052858] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.053245] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.053368] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.053586] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.053847] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.054076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.779545] env[66134]: INFO networking_nsxv3.common.synchronization [req-5c315ca1-9596-454b-8571-1bc71a48007f req-6ad744c5-a6a3-47bb-8aa7-a156b263931b service nova] Enqueued Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_rules [ 667.779735] env[66134]: INFO networking_nsxv3.common.synchronization [req-5c315ca1-9596-454b-8571-1bc71a48007f req-6ad744c5-a6a3-47bb-8aa7-a156b263931b service nova] Enqueued Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_members [ 667.779870] env[66134]: INFO networking_nsxv3.common.synchronization [req-5c315ca1-9596-454b-8571-1bc71a48007f req-6ad744c5-a6a3-47bb-8aa7-a156b263931b service nova] Enqueued Resource ID: 1e84ac93-82cb-4a43-b838-b91abd325c3e with Priority: HIGHEST for action port [ 667.780431] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_rules [ 667.780562] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_members [ 667.780707] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e84ac93-82cb-4a43-b838-b91abd325c3e with Priority: HIGHEST for action port [ 667.780921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.782199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.782304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.785580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.785706] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.786678] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.790241] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.790241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.790241] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.790977] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e84ac93-82cb-4a43-b838-b91abd325c3e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.790977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.790977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.790977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.790977] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e84ac93-82cb-4a43-b838-b91abd325c3e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.236377] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 668.236690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.236778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.237013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.237211] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.237418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.237418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.237535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.237612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.237697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.237856] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.293993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.293993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.293993] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e84ac93-82cb-4a43-b838-b91abd325c3e with status ACTIVE [ 668.294223] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.294382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.294471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.294622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.294712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295164] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.295164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.295164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.295164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.295476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.295621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.295621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.295730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.295785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295989] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e84ac93-82cb-4a43-b838-b91abd325c3e is going to be updated. [ 668.297049] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.320186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.320334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.320401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.320840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.320840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.320967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e84ac93-82cb-4a43-b838-b91abd325c3e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.741097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.741417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.741417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.742059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.742059] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.742449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.742449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.742583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.742646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.743029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.743242] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.743371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.743435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.743644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.743831] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.743973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.744097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.744319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.744458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.744603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.744729] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.801580] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.248256] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85dff4ba-88f8-40a6-85d5-d0d39ec640f7: rpc.has_security_group_logging(os_id): False [ 669.272633] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.272633] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.272633] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.272633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.273545] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.273545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.274309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.275330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.275330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.275330] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be created. [ 669.306125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.306451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.306451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.306611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.306820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.306904] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 is going to be created. [ 669.335968] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.336144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.336216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.337183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.337183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.352655] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.352774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.352886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.353235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.353488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.356348] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 in Status: UNINITIALIZED for 2s [ 669.369863] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 670.126221] env[66134]: INFO networking_nsxv3.common.synchronization [req-8847e4a9-805a-44c7-bb2a-ef93f1ea0aa0 req-06c3216a-4548-4e04-8152-966139120a25 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 670.126749] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 670.127080] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.127221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.127638] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.127821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.128396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.128396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.128396] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.631862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.631862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.632180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.632325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.632478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.633028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.633028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.633028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.633371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.633371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.633559] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 670.667347] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.668086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.668086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.668086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.668086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.681624] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 671.001129] env[66134]: INFO networking_nsxv3.common.synchronization [req-6c411a14-0188-4289-ad88-246d32bbfb2b req-1a2edb6b-8a15-4b0b-a798-a4c01abf34ce tempest-FloatingIPsAssociationTestJSON-1165567859 tempest-FloatingIPsAssociationTestJSON-1165567859-project-member] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 671.001129] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 671.002229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.002739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.002838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.003113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.004548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.004803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.004889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.005139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.005287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.005438] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.369381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 in Status: SUCCESS [ 671.369381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.369381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.369381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.369381] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.369381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.369381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.370407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.370772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.371094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.372711] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.388205] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 671.388885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.508947] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.551931] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.552093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.552093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.552350] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.552609] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.552763] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.552875] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.553099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.553264] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.553437] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.553545] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.553645] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.554430] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.554430] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.554430] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.554430] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.583396] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.583611] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.583611] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.583747] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-139" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.587018] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.587018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.587018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.587018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.587018] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa5bc6c-b540-45cf-844b-acd8d7fa10e6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.875630] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.876054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.876054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.876323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.876620] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.876785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.876882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.877139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.877270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.877391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.877602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.877759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.877899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.878088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.878300] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.878441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.878550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.878748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.878892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.878965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.879108] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.011098] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.089881] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.090134] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.090626] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.090951] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.093013] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port daa5bc6c-b540-45cf-844b-acd8d7fa10e6 not found, creating... [ 672.093013] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.093013] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.093013] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.093550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.093550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.093550] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: daa5bc6c-b540-45cf-844b-acd8d7fa10e6 is going to be created. [ 672.122723] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.122966] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.123068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.123350] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.123576] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.123798] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.384789] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1730221-e004-4030-a8d2-1005b6a1e5a9: rpc.has_security_group_logging(os_id): False [ 672.409141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.409474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.409474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.409639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.409764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.409999] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.410136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.410191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.410359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.410501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.410677] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.410788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.410852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.411025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.411146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.411365] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.411469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.411525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.411686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.411862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.411862] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 is going to be created. [ 672.483287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.483463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.483512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.483722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.483992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.502313] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 in Status: IN_PROGRESS for 2s [ 672.514072] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.514258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.514319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.514586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.514696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.514807] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be updated. [ 672.576198] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.576429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.576429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.576649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.576877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.594333] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: IN_PROGRESS for 2s [ 672.690892] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 672.691222] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 672.691362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.841702] env[66134]: INFO networking_nsxv3.common.synchronization [req-6c411a14-0188-4289-ad88-246d32bbfb2b req-4a08e6b7-9e96-458e-a99f-179f937d147e service nova] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_rules [ 672.842115] env[66134]: INFO networking_nsxv3.common.synchronization [req-6c411a14-0188-4289-ad88-246d32bbfb2b req-4a08e6b7-9e96-458e-a99f-179f937d147e service nova] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 672.842115] env[66134]: INFO networking_nsxv3.common.synchronization [req-6c411a14-0188-4289-ad88-246d32bbfb2b req-4a08e6b7-9e96-458e-a99f-179f937d147e service nova] Enqueued Resource ID: daa5bc6c-b540-45cf-844b-acd8d7fa10e6 with Priority: HIGHEST for action port [ 672.843165] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_rules [ 672.843165] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 672.843165] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa5bc6c-b540-45cf-844b-acd8d7fa10e6 with Priority: HIGHEST for action port [ 672.844263] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.844263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.844263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.844263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.844263] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.845310] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.845310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.845310] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.845310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.845310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.845576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.845576] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa5bc6c-b540-45cf-844b-acd8d7fa10e6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.349473] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daa5bc6c-b540-45cf-844b-acd8d7fa10e6 with status ACTIVE [ 673.349473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.349473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.350047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.350047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.350249] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.350449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.350449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.350712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.350955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.351123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.351204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.351365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.351470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.351560] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daa5bc6c-b540-45cf-844b-acd8d7fa10e6 is going to be updated. [ 673.353961] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.353961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.377111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.377438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.377438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.377757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.377930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.378174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa5bc6c-b540-45cf-844b-acd8d7fa10e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.516356] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 in Status: SUCCESS [ 674.516356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.608891] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 674.608891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.608891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.608891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.609123] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.609300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.609417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.609646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.609762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609923] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.723386] env[66134]: INFO networking_nsxv3.common.synchronization [None req-9acb42b8-c30f-4950-a9b3-18117096c57e None None] Enqueued Resource ID: 6ade6115-2f74-496c-95bf-1bb3579d5f6b with Priority: HIGHEST for action port [ 674.724120] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ade6115-2f74-496c-95bf-1bb3579d5f6b with Priority: HIGHEST for action port [ 674.724539] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ade6115-2f74-496c-95bf-1bb3579d5f6b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.724539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ade6115-2f74-496c-95bf-1bb3579d5f6b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.724539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ade6115-2f74-496c-95bf-1bb3579d5f6b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.724882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ade6115-2f74-496c-95bf-1bb3579d5f6b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.724882] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ade6115-2f74-496c-95bf-1bb3579d5f6b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.113986] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.226316] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ade6115-2f74-496c-95bf-1bb3579d5f6b [ 675.226566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.226716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.226858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.227107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.227233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.228425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ade6115-2f74-496c-95bf-1bb3579d5f6b already deleted. [ 675.228425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ade6115-2f74-496c-95bf-1bb3579d5f6b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617376] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.899560] env[66134]: INFO networking_nsxv3.common.synchronization [req-ec3ebe43-1b95-441b-8120-14b5d57c9254 req-86d82456-2e97-4311-8d92-0021ffc03ff5 tempest-DeleteServersAdminTestJSON-1650899734 tempest-DeleteServersAdminTestJSON-1650899734-project-member] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 675.900203] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 675.901199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.901199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.901199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.901199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.901199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.901682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.901682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.901682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.901682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.901828] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.124555] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.124555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.124555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.124555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.125682] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be updated. [ 676.163284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.163737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.163737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.163737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.164023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.177727] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: IN_PROGRESS for 2s [ 676.404719] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.404719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.404719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.404719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405930] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.405930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.405930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.406274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.406309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be updated. [ 676.443192] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.443881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.443881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.444272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.444534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.458141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: IN_PROGRESS for 2s [ 676.769406] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.769971] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.769971] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.769971] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770250] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.770402] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.770514] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.770729] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.771074] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.771269] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.771516] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.771516] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.771603] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.771658] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.771788] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.799343] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.799343] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.799550] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.799680] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.799948] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-df70462c-27b6-4927-a906-d3fa8de300e6 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.800138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.800689] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.800833] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df70462c-27b6-4927-a906-d3fa8de300e6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.286343] env[66134]: INFO networking_nsxv3.common.synchronization [None req-159d0cc3-833a-4e22-ae29-79035d9d6b87 None None] Enqueued Resource ID: 7c05448a-a726-4b0a-95d9-2f495a2383c8 with Priority: HIGHEST for action port [ 677.287013] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c05448a-a726-4b0a-95d9-2f495a2383c8 with Priority: HIGHEST for action port [ 677.287364] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c05448a-a726-4b0a-95d9-2f495a2383c8 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.287538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c05448a-a726-4b0a-95d9-2f495a2383c8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.287594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c05448a-a726-4b0a-95d9-2f495a2383c8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.287855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c05448a-a726-4b0a-95d9-2f495a2383c8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.287967] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c05448a-a726-4b0a-95d9-2f495a2383c8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.305995] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.305995] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.305995] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.305995] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.305995] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.305995] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port df70462c-27b6-4927-a906-d3fa8de300e6 not found, creating... [ 677.305995] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.307467] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.307467] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.307467] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.307467] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.307827] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.307996] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.308150] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.309647] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.309647] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.309766] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: df70462c-27b6-4927-a906-d3fa8de300e6 is going to be created. [ 677.332664] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.332880] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.333047] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.333310] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.333538] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.333763] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.535812] env[66134]: INFO networking_nsxv3.common.synchronization [None req-27e650d3-651b-4573-8cd5-96f6cf64faa8 None None] Enqueued Resource ID: 256ccb13-39ed-4681-96c2-f42c8e13b658 with Priority: HIGHEST for action port [ 677.536521] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256ccb13-39ed-4681-96c2-f42c8e13b658 with Priority: HIGHEST for action port [ 677.536907] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-256ccb13-39ed-4681-96c2-f42c8e13b658 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.537130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256ccb13-39ed-4681-96c2-f42c8e13b658" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.537218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256ccb13-39ed-4681-96c2-f42c8e13b658" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.537539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256ccb13-39ed-4681-96c2-f42c8e13b658" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.537659] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256ccb13-39ed-4681-96c2-f42c8e13b658',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.793478] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c05448a-a726-4b0a-95d9-2f495a2383c8 [ 677.793478] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.793478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.793478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.794459] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c05448a-a726-4b0a-95d9-2f495a2383c8 already deleted. [ 677.794513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c05448a-a726-4b0a-95d9-2f495a2383c8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.040046] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256ccb13-39ed-4681-96c2-f42c8e13b658 [ 678.040297] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.040429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.040529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.040705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.040790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.040885] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256ccb13-39ed-4681-96c2-f42c8e13b658 already deleted. [ 678.040969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256ccb13-39ed-4681-96c2-f42c8e13b658" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.154959] env[66134]: INFO networking_nsxv3.common.synchronization [req-ec3ebe43-1b95-441b-8120-14b5d57c9254 req-0b6c8fad-b100-4747-bd40-1ab6f636066c service nova] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_rules [ 678.155171] env[66134]: INFO networking_nsxv3.common.synchronization [req-ec3ebe43-1b95-441b-8120-14b5d57c9254 req-0b6c8fad-b100-4747-bd40-1ab6f636066c service nova] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 678.155343] env[66134]: INFO networking_nsxv3.common.synchronization [req-ec3ebe43-1b95-441b-8120-14b5d57c9254 req-0b6c8fad-b100-4747-bd40-1ab6f636066c service nova] Enqueued Resource ID: df70462c-27b6-4927-a906-d3fa8de300e6 with Priority: HIGHEST for action port [ 678.156048] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_rules [ 678.156392] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 678.156392] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df70462c-27b6-4927-a906-d3fa8de300e6 with Priority: HIGHEST for action port [ 678.156579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.157547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.157626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.157851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.157997] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.159171] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.159275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.160070] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-df70462c-27b6-4927-a906-d3fa8de300e6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.162042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.162042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.162042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.162042] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df70462c-27b6-4927-a906-d3fa8de300e6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.191206] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 678.191206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.191206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.191206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.191522] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.191591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.191635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.191940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.192120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.192291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.192361] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.472081] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 678.472556] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 deletion is rescheduled due to dependency. [ 678.472556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.473615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.473944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.474247] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.474474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.474582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.474813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.475271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.475271] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.662843] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.662996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.663303] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df70462c-27b6-4927-a906-d3fa8de300e6 with status ACTIVE [ 678.665721] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665721] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665721] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665721] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df70462c-27b6-4927-a906-d3fa8de300e6 is going to be updated. [ 678.695488] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.695792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.695792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.696045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.696224] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.697044] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.697044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.697481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.697481] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.697481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.697481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.697618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.697618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.697679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.698084] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.703887] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.703887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.704095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.704162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.704298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.704474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df70462c-27b6-4927-a906-d3fa8de300e6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.978528] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.201799] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa2dd3dc-07f6-4d6c-ad03-05962945beb6: rpc.has_security_group_logging(os_id): False [ 679.226790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.227043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.227043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.227231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.227326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.227512] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.227609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.227674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.227821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.227906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.228154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.228489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.228559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.228751] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.231923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.232043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.232151] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be updated. [ 679.249232] env[66134]: INFO networking_nsxv3.common.synchronization [None req-4fd37ae4-4963-4830-b8da-111328ea6a89 tempest-ServerActionsV293TestJSON-2142844074 tempest-ServerActionsV293TestJSON-2142844074-project-member] Enqueued Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_rules [ 679.249809] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_rules [ 679.250122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.250237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.250304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.250565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.250700] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.308897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.309401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.309401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.309401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.309571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.328163] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: IN_PROGRESS for 2s [ 679.453852] env[66134]: INFO networking_nsxv3.common.synchronization [None req-5bc3e7b7-9c5e-4743-879c-d554b30f418f tempest-ServerActionsV293TestJSON-2142844074 tempest-ServerActionsV293TestJSON-2142844074-project-member] Enqueued Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_rules [ 679.454722] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_rules [ 679.454952] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.480725] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.775385] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.775385] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 already deleted. [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775385] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.787208] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d3857767-4442-4802-b1b9-496c3bfa8585 None None] Enqueued Resource ID: 9540019e-aa91-4d07-a760-94a40a92adf1 with Priority: HIGHEST for action port [ 679.788090] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9540019e-aa91-4d07-a760-94a40a92adf1 with Priority: HIGHEST for action port [ 679.788687] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9540019e-aa91-4d07-a760-94a40a92adf1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.788856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9540019e-aa91-4d07-a760-94a40a92adf1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.788958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9540019e-aa91-4d07-a760-94a40a92adf1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.789316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9540019e-aa91-4d07-a760-94a40a92adf1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.789445] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9540019e-aa91-4d07-a760-94a40a92adf1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.984664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.985058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.985058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.985486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.985486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.985627] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be updated. [ 680.068697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.068930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.068930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.069481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.069481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.082762] env[66134]: INFO networking_nsxv3.common.synchronization [None req-15605bab-0392-4ed6-99a6-94b859e6f87e None None] Enqueued Resource ID: d1c05ccb-0ad9-4695-bccf-cfef641c4181 with Priority: HIGHEST for action port [ 680.083801] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: IN_PROGRESS for 2s [ 680.084352] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c05ccb-0ad9-4695-bccf-cfef641c4181 with Priority: HIGHEST for action port [ 680.084712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c05ccb-0ad9-4695-bccf-cfef641c4181 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c05ccb-0ad9-4695-bccf-cfef641c4181" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.085475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c05ccb-0ad9-4695-bccf-cfef641c4181" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.085475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c05ccb-0ad9-4695-bccf-cfef641c4181" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.085475] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c05ccb-0ad9-4695-bccf-cfef641c4181',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.300427] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9540019e-aa91-4d07-a760-94a40a92adf1 [ 680.300427] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.300427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.300427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.300427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.300427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.300427] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9540019e-aa91-4d07-a760-94a40a92adf1 already deleted. [ 680.300427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9540019e-aa91-4d07-a760-94a40a92adf1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.305891] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.306172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.306247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.306527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.306647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.306804] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 already deleted. [ 680.306947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.588184] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1c05ccb-0ad9-4695-bccf-cfef641c4181 [ 680.588425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.588554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.588638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.588884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.588884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.589045] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1c05ccb-0ad9-4695-bccf-cfef641c4181 already deleted. [ 680.589090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c05ccb-0ad9-4695-bccf-cfef641c4181" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.352430] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 681.352430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.387217] env[66134]: INFO networking_nsxv3.common.synchronization [req-af948c3c-6d55-4b37-84a2-bccab802bcca req-0a5a6601-060d-47a1-ac78-ad8ac85cd45b tempest-ServerTagsTestJSON-799296543 tempest-ServerTagsTestJSON-799296543-project-member] Enqueued Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_members [ 681.387217] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_members [ 681.387217] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.387217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.387217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.388707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.391128] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.391261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.391328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.391527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.391613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.391708] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.894744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.894962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.895033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.895241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.895357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.895571] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.895663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.895725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.895893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.895991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.896065] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 already deleted. [ 681.896140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.089705] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.090220] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-260" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.090585] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-260" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.091062] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-260" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.091506] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.091874] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.092144] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.092509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.092765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.093091] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.093345] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.093589] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.093872] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.094169] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.094485] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.096637] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.102918] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 682.105023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.105023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.105023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.105023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.105023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.105023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.105509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.105734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111766] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.122563] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.122767] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.122920] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.123177] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-260" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.123554] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-fd3e391a-3c2c-48f7-b993-69c23616e112 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.123738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.123862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.124260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.124524] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3e391a-3c2c-48f7-b993-69c23616e112',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.183555] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 682.184295] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 682.185421] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 682.185663] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 682.186101] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.186305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.186418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.186925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.186925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.187510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.187510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.187510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.187510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.187510] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.189051] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.189300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.189373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.189582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.189739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.191871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.191871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.191871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.191871] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.246345] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 682.246584] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 682.246725] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_rules [ 682.246850] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 682.247331] env[66134]: INFO networking_nsxv3.common.synchronization [req-9c2d18d7-89eb-4ab2-ab68-f3d6b7cdfd65 req-a7cbc18d-6d0b-4369-8e09-2d7e559b3fe0 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b with Priority: HIGHEST for action port [ 682.247645] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 682.247787] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_rules [ 682.247888] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b with Priority: HIGHEST for action port [ 682.248103] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 682.248244] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 682.248541] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.248692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.248761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.248992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.248992] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.250113] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.250229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.250229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.250487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.250697] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.251722] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-31322ce1-9034-40c3-b8aa-c350aa1a928b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.251852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.251904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.252606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.252606] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31322ce1-9034-40c3-b8aa-c350aa1a928b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.253323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.253419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.254575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.254575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.611723] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.612012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.612012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.612225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.612423] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.612535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.612598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.612767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.612885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.613067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.613144] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.613237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.613296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.613442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.613586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.613722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.613722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.613867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.613942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.614097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.614384] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.629818] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.630112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.630286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.630659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.630849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.631042] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port fd3e391a-3c2c-48f7-b993-69c23616e112 not found, creating... [ 682.631377] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.631570] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.631753] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632065] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632531] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632651] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632762] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632963] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.633206] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.633445] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: fd3e391a-3c2c-48f7-b993-69c23616e112 is going to be created. [ 682.664286] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.665939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.665939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.665939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.665939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.665939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.689806] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.693506] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.758030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.758030] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31322ce1-9034-40c3-b8aa-c350aa1a928b with status ACTIVE [ 682.758030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.758030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.758030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.758030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.758871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.758871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.758871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.758871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.758871] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b is going to be updated. [ 682.759111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.759212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.783735] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.783937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.783937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.784183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.784324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.784483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.118601] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfcdb6ff-4614-462f-9f98-b800c2c881d5: rpc.has_security_group_logging(os_id): False [ 683.136752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.137806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.137901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.138242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.138387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.138645] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.138858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.139104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.139339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.139450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.139698] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.140710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.140710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.143250] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be updated. [ 683.192385] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.196467] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.231327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.231510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.231559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.231751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.231898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.246969] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: IN_PROGRESS for 2s [ 683.369353] env[66134]: INFO networking_nsxv3.common.synchronization [req-af948c3c-6d55-4b37-84a2-bccab802bcca req-fe3317ef-8823-448a-a705-ea2211c5b1c3 service nova] Enqueued Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_rules [ 683.371181] env[66134]: INFO networking_nsxv3.common.synchronization [req-af948c3c-6d55-4b37-84a2-bccab802bcca req-fe3317ef-8823-448a-a705-ea2211c5b1c3 service nova] Enqueued Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_members [ 683.371181] env[66134]: INFO networking_nsxv3.common.synchronization [req-af948c3c-6d55-4b37-84a2-bccab802bcca req-fe3317ef-8823-448a-a705-ea2211c5b1c3 service nova] Enqueued Resource ID: fd3e391a-3c2c-48f7-b993-69c23616e112 with Priority: HIGHEST for action port [ 683.371181] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_rules [ 683.371181] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_members [ 683.371181] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3e391a-3c2c-48f7-b993-69c23616e112 with Priority: HIGHEST for action port [ 683.371181] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.371181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.371181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371699] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.373142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.373142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.373142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.373142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.373311] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.374589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.375740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.375740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.375740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375740] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.378091] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd3e391a-3c2c-48f7-b993-69c23616e112 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.378091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.378091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.378091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.378091] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3e391a-3c2c-48f7-b993-69c23616e112',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.421096] env[66134]: INFO networking_nsxv3.common.synchronization [None req-1a143760-bdb9-4908-8860-fc87f41d66a8 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 683.424033] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 683.424033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.424033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.424033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.424033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.424033] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.534519] env[66134]: INFO networking_nsxv3.common.synchronization [None req-9273bb37-63ca-4649-9627-74f78af9bbb2 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 683.535343] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 683.535787] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.535930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.697529] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.699022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.699022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.699022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.699022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.699022] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be created. [ 683.700264] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.701641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.701641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.701641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.701641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.701641] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 683.735706] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.735911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.735977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.736265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.736433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.746700] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.747586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.747586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.747586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.747586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.750384] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: UNINITIALIZED for 2s [ 683.757189] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 683.815962] env[66134]: INFO networking_nsxv3.common.synchronization [None req-572f1c9c-01b7-4fb0-ac6d-a817954a3cdd None None] Enqueued Resource ID: 743813b8-a960-4f2b-bb5c-bb16d30a8840 with Priority: HIGHEST for action port [ 683.816622] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743813b8-a960-4f2b-bb5c-bb16d30a8840 with Priority: HIGHEST for action port [ 683.820303] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-743813b8-a960-4f2b-bb5c-bb16d30a8840 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.820303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-743813b8-a960-4f2b-bb5c-bb16d30a8840" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.820303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-743813b8-a960-4f2b-bb5c-bb16d30a8840" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.820303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-743813b8-a960-4f2b-bb5c-bb16d30a8840" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.820303] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743813b8-a960-4f2b-bb5c-bb16d30a8840',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.881696] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.881696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.881966] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd3e391a-3c2c-48f7-b993-69c23616e112 with status ACTIVE [ 683.883181] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.883181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.883181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.883181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.883181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.883181] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.883181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.883620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.883654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.883899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884526] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.884709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.884800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.885129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.885224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.885303] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd3e391a-3c2c-48f7-b993-69c23616e112 is going to be updated. [ 683.886916] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.918909] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.919156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.919325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.919799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.920058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.920321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd3e391a-3c2c-48f7-b993-69c23616e112" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.963217] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.963617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.963746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.964020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.964118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964237] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 already deleted. [ 683.964506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.965107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.965300] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.321380] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 743813b8-a960-4f2b-bb5c-bb16d30a8840 [ 684.321824] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.322341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.322341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.322341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.322518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.322660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:743813b8-a960-4f2b-bb5c-bb16d30a8840 already deleted. [ 684.322793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-743813b8-a960-4f2b-bb5c-bb16d30a8840" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.391941] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.502395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.502689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.502836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.503289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.503461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.503742] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 already deleted. [ 684.503909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.896551] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.901626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.901815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.902345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.902488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.902612] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 is going to be created. [ 684.946189] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.946460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.946460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.946996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.947329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.967408] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 in Status: UNINITIALIZED for 2s [ 685.271894] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 685.272143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.763724] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 685.764098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.764478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.764744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.764996] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.765134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.765221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.765463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.765683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.765856] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.767805] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 685.768084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.768273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.768467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.768643] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.768758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.768822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.768980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.769068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.769166] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.858916] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 685.859124] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 685.859996] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_members [ 685.859996] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 685.860361] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 685.860565] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_members [ 685.860875] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.860973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.861195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.861274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.861439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.861532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.861592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.861876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.862036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.862152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.862212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.862377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.862455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.864494] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_rules [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_members [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_rules [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 685.923635] env[66134]: INFO networking_nsxv3.common.synchronization [req-3d62c316-38a8-4286-b2d1-333e4aac3933 req-6feb8bfd-8307-4baa-9597-efbb087a48ef tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b with Priority: HIGHEST for action port [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_rules [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b with Priority: HIGHEST for action port [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_rules [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_members [ 685.925532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 685.925848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.926047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.926141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.926502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.926601] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.927764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.928386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.928783] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.929730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.930737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-31322ce1-9034-40c3-b8aa-c350aa1a928b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.930737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.930737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.930737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.931603] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31322ce1-9034-40c3-b8aa-c350aa1a928b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.934863] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.934863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.934863] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.934863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.935137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.935193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.272035] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.273060] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.364290] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.437230] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.437469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.437784] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31322ce1-9034-40c3-b8aa-c350aa1a928b with status ACTIVE [ 686.438105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.438293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.438395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.438660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.438757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438972] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.439064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.440300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.440928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.440928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.440928] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.440928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.441148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.441183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.441356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.441356] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31322ce1-9034-40c3-b8aa-c350aa1a928b is going to be updated. [ 686.474510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.474973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.474973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.475342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.475342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.475638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31322ce1-9034-40c3-b8aa-c350aa1a928b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.775281] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.776347] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.868278] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.873388] env[66134]: INFO networking_nsxv3.common.synchronization [req-958a101e-7cd5-468e-b8d0-6557e8c583c9 req-96d0d400-00e6-4c4e-9bbb-296997d2828b tempest-ServersTestFqdnHostnames-1204294419 tempest-ServersTestFqdnHostnames-1204294419-project-member] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_members [ 686.874105] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_members [ 686.874560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.874560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.874738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.874876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.875095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.875279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.875336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.875480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.875568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.875665] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.981960] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 in Status: SUCCESS [ 686.982313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.982355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.982928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.982928] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.982928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.983120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.983234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.983352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.983467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.983590] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.278016] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.278279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.278408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.278798] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be updated. [ 687.280153] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.280419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.280419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.280528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.280608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.280676] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 687.315994] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.316242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.316305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.316586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.316733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.319958] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.319958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.319958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.320146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.320254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.335900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 687.336651] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: IN_PROGRESS for 2s [ 687.375471] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.375749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.375749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.376054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.376180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.376357] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb is going to be created. [ 687.377981] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.378241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.378340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.378578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.378687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.378916] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.379068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.379644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.379793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.379911] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f already deleted. [ 687.380043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.424920] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.424920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.424920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.425229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.425524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.439440] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: UNINITIALIZED for 2s [ 687.486714] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.486945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.486945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.487468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.487658] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.487836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.487911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.488133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.488261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.488633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.488699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.488848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.489293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.489756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.489846] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.562068] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.562068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-998" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.562068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-998" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.562657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-998" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.562760] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.562920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.563184] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.563474] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.563627] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.564405] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.564568] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.564693] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.564868] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.564993] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.565122] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.565278] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.588292] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.588292] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.588434] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.588635] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-998" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.589243] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-1fee332f-a9f9-44c8-8219-291a1fc70a07 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.589440] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.589557] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.589882] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.590523] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fee332f-a9f9-44c8-8219-291a1fc70a07',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.991936] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1688988e-c836-4575-bf5d-bbfedb3fed03: rpc.has_security_group_logging(os_id): False [ 688.017683] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.017994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.018194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.018591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.018765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.019079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.019221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.019310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.019529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.019620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.019862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.019975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.020027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.020186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.020276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.020494] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.020592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.020660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.020802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.022180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.022180] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 is going to be created. [ 688.093533] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.093836] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.093923] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.094239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.094512] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.094586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 1fee332f-a9f9-44c8-8219-291a1fc70a07 not found, creating... [ 688.094834] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.094986] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.095111] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.095342] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.095479] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.095816] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.095984] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.096124] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.096365] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.096535] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.096660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 1fee332f-a9f9-44c8-8219-291a1fc70a07 is going to be created. [ 688.114327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.115188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.115188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.124419] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.124771] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.125065] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.126521] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.126677] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.126915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.130264] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 in Status: IN_PROGRESS for 2s [ 688.859307] env[66134]: INFO networking_nsxv3.common.synchronization [req-958a101e-7cd5-468e-b8d0-6557e8c583c9 req-ba382a74-ff49-427e-af58-e7c30d9f95e2 service nova] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_rules [ 688.859475] env[66134]: INFO networking_nsxv3.common.synchronization [req-958a101e-7cd5-468e-b8d0-6557e8c583c9 req-ba382a74-ff49-427e-af58-e7c30d9f95e2 service nova] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_members [ 688.859606] env[66134]: INFO networking_nsxv3.common.synchronization [req-958a101e-7cd5-468e-b8d0-6557e8c583c9 req-ba382a74-ff49-427e-af58-e7c30d9f95e2 service nova] Enqueued Resource ID: 1fee332f-a9f9-44c8-8219-291a1fc70a07 with Priority: HIGHEST for action port [ 688.860147] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_rules [ 688.860279] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_members [ 688.860404] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee332f-a9f9-44c8-8219-291a1fc70a07 with Priority: HIGHEST for action port [ 688.861017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.861017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.861017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.861862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.862567] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.864590] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.864590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.864590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.864809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.864856] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.865218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.865218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.865218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.865218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.865218] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.865218] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fee332f-a9f9-44c8-8219-291a1fc70a07 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.867241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.867241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.867645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.867645] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fee332f-a9f9-44c8-8219-291a1fc70a07',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.328208] env[66134]: INFO networking_nsxv3.common.synchronization [None req-cc7cad8e-62e6-4813-a953-adda563b30c9 None None] Enqueued Resource ID: 583bd41b-d840-4204-a429-57f0da6432bb with Priority: HIGHEST for action port [ 689.328208] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583bd41b-d840-4204-a429-57f0da6432bb with Priority: HIGHEST for action port [ 689.328208] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-583bd41b-d840-4204-a429-57f0da6432bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.328208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583bd41b-d840-4204-a429-57f0da6432bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.328208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583bd41b-d840-4204-a429-57f0da6432bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.328208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583bd41b-d840-4204-a429-57f0da6432bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.328208] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583bd41b-d840-4204-a429-57f0da6432bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.347753] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 689.348219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.348804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.349593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.350079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.350335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.350501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.351021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.351021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.351021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.351262] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.355254] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.355254] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.355254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355254] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.356317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.356608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.356914] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.357184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.357348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.357602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.357782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.357973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.358179] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.361736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.361736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.361736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.361736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.361736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.361736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.361736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.361736] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.371780] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.376024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.376024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.376024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fee332f-a9f9-44c8-8219-291a1fc70a07 with status ACTIVE [ 689.376024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.376024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.377222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.377222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.377222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.377666] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.377812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.377896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.378323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.378965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.378965] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.378965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.378965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.380455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.380455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.380455] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fee332f-a9f9-44c8-8219-291a1fc70a07 is going to be updated. [ 689.411284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.411284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.411284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.411284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.411284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.411284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fee332f-a9f9-44c8-8219-291a1fc70a07" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.472832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: SUCCESS [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.472832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.472832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.472832] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.525176] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-22099a53-8277-4dc3-87a9-751dfd96adee tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 689.525950] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 689.526617] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.527139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.527374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.527866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.528259] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.528611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.528836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.529234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.529472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.531285] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.833476] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 583bd41b-d840-4204-a429-57f0da6432bb [ 689.833719] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.833851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.833918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.834301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.834301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.834402] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:583bd41b-d840-4204-a429-57f0da6432bb already deleted. [ 689.834465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583bd41b-d840-4204-a429-57f0da6432bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.861551] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.862639] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.863622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.863719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.864101] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.875744] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.928309] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-b3eb6144-6c53-4e40-8746-d6747c8dec68 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 689.928938] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 689.929558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.929699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.973307] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.034040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.034040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.034040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.034040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.034040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.034040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.034040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.034541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.034541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.034541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.034636] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc already deleted. [ 690.034734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.034904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.035614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.035614] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.035614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.035614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.035614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.035614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.037746] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.065207] env[66134]: INFO networking_nsxv3.common.synchronization [req-f8619615-7c4c-40f4-94e1-59b352a8811b req-f5f05264-2f8f-4065-a2b4-7b42f4446f9e tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 690.065710] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 690.067808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.067808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.067808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.067808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.067808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.067808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.067808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.067808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.068151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.068151] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.147273] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 in Status: SUCCESS [ 690.147520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.364084] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9de396f-ffe8-4578-9102-ff5b74861f3c: rpc.has_security_group_logging(os_id): False [ 690.365436] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.368125] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.378473] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-81995155-b131-4f30-9440-f6a34c26d382 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 690.378893] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.379035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.379103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.379331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.379418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.379511] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f is going to be created. [ 690.382154] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 690.382453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.382547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.394320] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.394320] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.394320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.394734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.394734] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be created. [ 690.409474] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.409641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.409681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.409916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.410101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.424891] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: UNINITIALIZED for 2s [ 690.459178] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.459178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.459178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.459178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.459178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.476074] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.480659] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: IN_PROGRESS for 2s [ 690.483980] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.484200] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.484318] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.484584] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.484835] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.484981] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.485105] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.485544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.485544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.485707] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.485878] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.486111] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.486247] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.486368] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.486509] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.486590] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.525282] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.525451] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.525585] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.526021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.526526] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-1abac1fb-b269-4263-b788-b5c8ef28447f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.526639] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.526740] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.527281] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.527414] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1abac1fb-b269-4263-b788-b5c8ef28447f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.540742] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.541052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.542504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.542504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.542504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.542504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.542504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.542504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.543371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.543371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc already deleted. [ 690.543371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.543371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.543371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.543640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.543640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.543710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.543793] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.570771] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.570771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.570771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.570771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.570924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.571090] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.571187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.571255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.571409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.571487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.571574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad already deleted. [ 690.571657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.806178] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.806178] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.806178] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.806178] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.806585] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.807509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.807577] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.807811] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.807977] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.808261] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.808391] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.808636] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.808792] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.808927] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.809210] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.809210] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.828012] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.828260] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.828401] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.828573] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.828888] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-4c5e0a9f-3a38-4e48-8a30-a944de303af7 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.829241] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.829457] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.829805] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.829942] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5e0a9f-3a38-4e48-8a30-a944de303af7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.868450] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.868597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.869142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.869272] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be updated. [ 690.870921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.871094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.871190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.871418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.871527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.871647] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 690.906056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.906256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.906377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.906638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.906801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.908691] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.908813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.908896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.909065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.909196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.921880] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 690.922834] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: IN_PROGRESS for 2s [ 690.983608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.983850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.983961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.984300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.984441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.984588] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb is going to be updated. [ 691.021402] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.021589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.021672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.021934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.022028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.032925] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.033257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.033503] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.033659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.033801] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.033954] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 1abac1fb-b269-4263-b788-b5c8ef28447f not found, creating... [ 691.035998] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.035998] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.035998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.036644] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 1abac1fb-b269-4263-b788-b5c8ef28447f is going to be created. [ 691.038381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: IN_PROGRESS for 2s [ 691.049768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.049928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.050014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.050310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.050409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.050619] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.050717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.050777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.051090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.051358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.051710] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc already deleted. [ 691.052096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070176] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.070515] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070640] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.070935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.071248] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.071515] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.332282] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.332577] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.332714] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.333109] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.333203] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.333388] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 4c5e0a9f-3a38-4e48-8a30-a944de303af7 not found, creating... [ 691.333693] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.333869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.334017] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.334262] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.334499] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.334775] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.334980] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.335150] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.335391] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.335695] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.335746] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 4c5e0a9f-3a38-4e48-8a30-a944de303af7 is going to be created. [ 691.397111] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.397466] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.397466] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.398024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.398504] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.398643] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.808206] env[66134]: INFO networking_nsxv3.common.synchronization [req-f8619615-7c4c-40f4-94e1-59b352a8811b req-d5c47d46-b22f-4bfb-b63e-1987ee7be487 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 691.808206] env[66134]: INFO networking_nsxv3.common.synchronization [req-f8619615-7c4c-40f4-94e1-59b352a8811b req-d5c47d46-b22f-4bfb-b63e-1987ee7be487 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 691.808206] env[66134]: INFO networking_nsxv3.common.synchronization [req-f8619615-7c4c-40f4-94e1-59b352a8811b req-d5c47d46-b22f-4bfb-b63e-1987ee7be487 service nova] Enqueued Resource ID: 1abac1fb-b269-4263-b788-b5c8ef28447f with Priority: HIGHEST for action port [ 691.808609] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 691.808747] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 691.808899] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abac1fb-b269-4263-b788-b5c8ef28447f with Priority: HIGHEST for action port [ 691.811907] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.811907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812522] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.813957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.815745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.815745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.815745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.820370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.820458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.820933] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.824207] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1abac1fb-b269-4263-b788-b5c8ef28447f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.824207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.824207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.824207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.824207] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1abac1fb-b269-4263-b788-b5c8ef28447f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.845874] env[66134]: INFO networking_nsxv3.common.synchronization [None req-613a442b-8bcd-41da-8b89-dba1252d5222 None None] Enqueued Resource ID: 5abf6f2e-eca0-491e-bcad-d67cab6bc61c with Priority: HIGHEST for action port [ 691.846138] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abf6f2e-eca0-491e-bcad-d67cab6bc61c with Priority: HIGHEST for action port [ 691.846777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abf6f2e-eca0-491e-bcad-d67cab6bc61c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.846777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abf6f2e-eca0-491e-bcad-d67cab6bc61c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.847110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abf6f2e-eca0-491e-bcad-d67cab6bc61c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.847176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abf6f2e-eca0-491e-bcad-d67cab6bc61c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.847226] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abf6f2e-eca0-491e-bcad-d67cab6bc61c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.176236] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-a4238be8-f331-4e86-ac01-b6b85af692d1 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 692.176475] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-a4238be8-f331-4e86-ac01-b6b85af692d1 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 692.176610] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-a4238be8-f331-4e86-ac01-b6b85af692d1 service nova] Enqueued Resource ID: 4c5e0a9f-3a38-4e48-8a30-a944de303af7 with Priority: HIGHEST for action port [ 692.179734] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 692.179897] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 692.179994] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5e0a9f-3a38-4e48-8a30-a944de303af7 with Priority: HIGHEST for action port [ 692.180472] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.180658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.180731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.181962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.181962] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.182097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.182734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.182734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.182734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.182734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.182734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.182734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.182955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.182997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.183161] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.184103] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5e0a9f-3a38-4e48-8a30-a944de303af7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184516] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5e0a9f-3a38-4e48-8a30-a944de303af7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.326172] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.327510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.327671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.327906] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1abac1fb-b269-4263-b788-b5c8ef28447f with status ACTIVE [ 692.333035] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.333035] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.333035] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.333035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.333035] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1abac1fb-b269-4263-b788-b5c8ef28447f is going to be updated. [ 692.352129] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5abf6f2e-eca0-491e-bcad-d67cab6bc61c [ 692.352129] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.352334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.352961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.352961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.352961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.352961] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5abf6f2e-eca0-491e-bcad-d67cab6bc61c already deleted. [ 692.352961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abf6f2e-eca0-491e-bcad-d67cab6bc61c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.363777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.363777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.363777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.364508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.364508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.364800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1abac1fb-b269-4263-b788-b5c8ef28447f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.437810] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: SUCCESS [ 692.438183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.438183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.438381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.438578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.438699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.438886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.438945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.438988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.439126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.439211] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.499174] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 692.499317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.499461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.499677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.499938] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.686331] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.687536] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.687589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.689763] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c5e0a9f-3a38-4e48-8a30-a944de303af7 with status ACTIVE [ 692.689763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.689763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.689763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.690138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.690138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.690138] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.690278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.690318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.690758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.690758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.690758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.690915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.690915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.690980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.691593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.691593] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c5e0a9f-3a38-4e48-8a30-a944de303af7 is going to be updated. [ 692.716195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.716384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.716442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.716611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.716744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.716904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5e0a9f-3a38-4e48-8a30-a944de303af7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.833789] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.936149] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 692.936370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.936550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.936779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.936987] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.937127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.937205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.937397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.937509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.937605] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.939545] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 692.939793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.939998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.940724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.940724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.941045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.941157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941280] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.942458] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.002721] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.002721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.031781] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.031781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-243" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.031781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-243" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.032114] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-243" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.032343] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.032616] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.032740] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.032957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.033110] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.033321] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.033429] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.033541] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.033647] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.033749] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.033848] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.033974] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.048175] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: SUCCESS [ 693.048404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.048564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.048853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.049189] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.049347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.049458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.049697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.049840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.049986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050152] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.057221] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.057359] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.057491] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.057700] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-243" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.057962] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-e329390a-1355-4827-a50f-c35bb3f75080 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.058164] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.058286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.058602] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.058734] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e329390a-1355-4827-a50f-c35bb3f75080',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.189202] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.336762] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.337226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.337421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.337728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.337924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.338254] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be created. [ 693.367747] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.368643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.369112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.369238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.369386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.383414] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: UNINITIALIZED for 2s [ 693.443051] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.444884] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.446017] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f: rpc.has_security_group_logging(os_id): False [ 693.477768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.477768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.478047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.478278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.478377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.479303] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.479437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.479505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.479681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.480294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.480294] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f is going to be created. [ 693.552080] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.555868] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.555868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.555868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.555868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.556312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.562084] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.562278] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.563446] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.563446] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.563446] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.563446] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port e329390a-1355-4827-a50f-c35bb3f75080 not found, creating... [ 693.563768] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.564096] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.564270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.566908] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.567214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.567720] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.567960] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.568275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.568601] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.568786] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.568986] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: e329390a-1355-4827-a50f-c35bb3f75080 is going to be created. [ 693.578943] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: IN_PROGRESS for 2s [ 693.594431] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.594920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.596304] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.596623] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.596881] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.692487] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.692487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.692677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.692809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.692877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.693056] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be created. [ 693.750427] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.750578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.750634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.751413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.751413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.765469] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: UNINITIALIZED for 2s [ 693.947453] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.950200] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.060822] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5c70ec-0926-4409-aa31-2e4f0cae24bb: rpc.has_security_group_logging(os_id): False [ 694.085030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.085494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.086103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.086103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.086103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.086288] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.086393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.086480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.086642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.087041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.087041] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb is going to be created. [ 694.154895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.155070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.155159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.155403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.155702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.169392] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: IN_PROGRESS for 2s [ 694.393083] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-502f0614-e840-40c9-84a4-3525ccfca91f service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 694.393083] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-502f0614-e840-40c9-84a4-3525ccfca91f service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 694.393083] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-502f0614-e840-40c9-84a4-3525ccfca91f service nova] Enqueued Resource ID: e329390a-1355-4827-a50f-c35bb3f75080 with Priority: HIGHEST for action port [ 694.393623] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 694.393967] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 694.394188] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e329390a-1355-4827-a50f-c35bb3f75080 with Priority: HIGHEST for action port [ 694.396239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.396239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.396239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.396239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.396239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e329390a-1355-4827-a50f-c35bb3f75080 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.396239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.396239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.396239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.396239] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e329390a-1355-4827-a50f-c35bb3f75080',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.451045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.451475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.451475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.451756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.451901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.452176] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 694.455202] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.455202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.455202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.455202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.455202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.455202] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be updated. [ 694.512946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.513882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.513882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.513882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.515020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.527582] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.528900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.528900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.528900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.528900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.531020] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 694.546350] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: IN_PROGRESS for 2s [ 694.898597] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e329390a-1355-4827-a50f-c35bb3f75080 with status ACTIVE [ 694.900209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.901167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.901167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.901167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.901167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.901167] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.901167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.901460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.901460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.901508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.901667] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.901760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.901835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.902026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.902114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.902201] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e329390a-1355-4827-a50f-c35bb3f75080 is going to be updated. [ 694.951146] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.951553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.951832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.952399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.952743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.953083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e329390a-1355-4827-a50f-c35bb3f75080" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.299753] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.299947] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.302957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.302957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.302957] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.302957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.302957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.302957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.302957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.302957] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.302957] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.302957] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.302957] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.302957] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.302957] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.302957] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.402483] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.402704] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.101 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.402838] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.402968] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.403397] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.403509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.403973] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.404075] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.404219] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753a2a40-0b82-40e8-be4f-ac5bf9bba6f1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.409856] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 695.410085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.410252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.410555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.410660] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.410960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.410960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.410960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.411086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411215] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.595998] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: SUCCESS [ 695.595998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.776781] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 695.777022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.777214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.777446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.777646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.777764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.777844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.777998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.778087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.778194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.778294] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.779786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.779964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.780159] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.780267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.780367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.780539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.780621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.780712] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.907706] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.908235] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.908419] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.908715] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.909134] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.909134] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 not found, creating... [ 695.909402] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.909592] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.909716] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.909951] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.910101] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.910405] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910581] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.910699] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.911266] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.911436] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.911592] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 is going to be created. [ 695.913662] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.914035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.914211] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.914312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.914388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.915932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.915932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.916080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.916156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.916505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.916505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.916505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.917286] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.917440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.917519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.917685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.917777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.917863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.918041] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.938494] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.938671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.938721] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.938985] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.939332] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.939640] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.182669] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: SUCCESS [ 696.182669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.282219] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.282348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.283727] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.421141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f9e5bd-e6cb-4b47-9a95-a488cd40baad: rpc.has_security_group_logging(os_id): False [ 696.443039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.443039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.443039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.443239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.443318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.443589] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.443723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.443787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.444435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.444535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.444635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.445533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.445710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.445831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.445907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446040] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be created. [ 696.514213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.514354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.514421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.514660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.514856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.529831] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 696.544622] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 696.544622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.544622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.544825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.545104] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.545104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.545104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.545258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.545342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.545410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.545560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.545649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.545709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.545845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.545978] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.546107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.546188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.546504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.547130] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.558159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 696.558159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.562309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.562309] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.562309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.562474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.562540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.562649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562902] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.619804] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-a5454796-6975-4f71-a64c-b2f2ff54f918 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 696.619804] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-a5454796-6975-4f71-a64c-b2f2ff54f918 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 696.619804] env[66134]: INFO networking_nsxv3.common.synchronization [req-ea1f1a46-33f8-433f-a3ef-683b39a0c493 req-a5454796-6975-4f71-a64c-b2f2ff54f918 service nova] Enqueued Resource ID: 753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 with Priority: HIGHEST for action port [ 696.620232] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 696.620570] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 696.620570] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 with Priority: HIGHEST for action port [ 696.620714] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.620824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.621024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.621180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.621276] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.621373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.621435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.621623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.621695] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753a2a40-0b82-40e8-be4f-ac5bf9bba6f1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.787040] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.863059] env[66134]: INFO networking_nsxv3.common.synchronization [req-f02d005a-49f6-423b-857d-7a2af603a656 req-73611885-c719-4ba3-bea6-073433306d1f tempest-ServerDiagnosticsTest-1588348768 tempest-ServerDiagnosticsTest-1588348768-project-member] Enqueued Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_members [ 696.864143] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGHEST for action security_group_members [ 696.864631] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.864839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.867126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.867283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.867363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.867606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.867997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.867997] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.049997] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85dff4ba-88f8-40a6-85d5-d0d39ec640f7: rpc.has_security_group_logging(os_id): False [ 697.065820] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.081337] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.081337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.081337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.081337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.082737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.082737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.082737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.082737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.084070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.084070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.084070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.084070] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 697.125967] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 with status ACTIVE [ 697.125967] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.125967] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.125967] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.125967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.126442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.126442] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 753a2a40-0b82-40e8-be4f-ac5bf9bba6f1 is going to be updated. [ 697.152181] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.152181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.152181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.152181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.152181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.152181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753a2a40-0b82-40e8-be4f-ac5bf9bba6f1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.158599] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.158599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.158732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.158851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.158990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.171910] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 697.292064] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.292064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.292064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.292064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.292064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.292064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 697.328611] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.328771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.330305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.330597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.330776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.345064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 697.372434] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.372776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.372776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.372949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.373120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.373299] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.373423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.373462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.373632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.373726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.373822] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 is going to be updated. [ 697.429318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.429318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.429318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.429318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.429640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.441060] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 in Status: IN_PROGRESS for 2s [ 697.568855] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9de396f-ffe8-4578-9102-ff5b74861f3c: rpc.has_security_group_logging(os_id): False [ 697.589398] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.589740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.589740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.590196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.590196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.590511] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.590623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.590686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.590848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.590926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.591368] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be updated. [ 697.665264] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.665264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.665264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.665264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.665264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.681733] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: IN_PROGRESS for 2s [ 698.199455] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c1bdda42-3664-4f97-8726-9ea4527b362e None None] Enqueued Resource ID: 30131e4b-e30c-49cc-99fe-c4c32b0e7696 with Priority: HIGHEST for action port [ 698.200663] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30131e4b-e30c-49cc-99fe-c4c32b0e7696 with Priority: HIGHEST for action port [ 698.201102] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-30131e4b-e30c-49cc-99fe-c4c32b0e7696 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.201281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30131e4b-e30c-49cc-99fe-c4c32b0e7696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.201411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30131e4b-e30c-49cc-99fe-c4c32b0e7696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.201730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30131e4b-e30c-49cc-99fe-c4c32b0e7696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.201883] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30131e4b-e30c-49cc-99fe-c4c32b0e7696',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.543291] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 698.543656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.706489] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30131e4b-e30c-49cc-99fe-c4c32b0e7696 [ 698.706489] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.706489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.706489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.706489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.706489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.707095] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30131e4b-e30c-49cc-99fe-c4c32b0e7696 already deleted. [ 698.707095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30131e4b-e30c-49cc-99fe-c4c32b0e7696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.188337] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 699.188337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.188337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.189735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.189735] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.278501] env[66134]: INFO networking_nsxv3.common.synchronization [req-87d2b9dc-8357-416a-9fcb-24cae5ef1985 req-908c72f8-4be8-43b3-b120-4dcc59faf163 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 699.279073] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 699.279447] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.279593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.279663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.279885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.280045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.280155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.280235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.280386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.280507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280579] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.362700] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 699.363009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.363843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.364073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.364374] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.364374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.364468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.364973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.365761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.365761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.365761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.365761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.365761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.365761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.365761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.366964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.366964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.366964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.366964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.366964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.366964] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.368340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.368532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.368920] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.369053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.369153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.369262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.369339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.369446] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.452319] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 in Status: SUCCESS [ 699.452622] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 deletion is rescheduled due to dependency. [ 699.452810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.691989] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.692168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.692242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.692471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.692780] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.692890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.692954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.693222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.693222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693392] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.697832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 699.697832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.754657] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.754657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.754657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.754657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.755091] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.755091] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.755091] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.755478] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.755554] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.755759] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.755863] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.755964] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.756080] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.756202] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.756297] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.756423] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.780021] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.780021] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.780021] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.780021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.780021] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-c64ca6dd-f447-49c6-8ce4-f494fb039398 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.780021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.780021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.780021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.780021] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64ca6dd-f447-49c6-8ce4-f494fb039398',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.784715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.784886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.784931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.785726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.785970] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 699.815658] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.816813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.838087] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 699.872069] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9106897-4113-4dcc-ab8c-7f60fb3dcdcc: rpc.has_security_group_logging(os_id): False [ 699.873421] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.894412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.894412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.894763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.896390] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.896390] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.896390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.896390] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be created. [ 699.987325] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.987325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.987325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.987325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.987619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.003703] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 700.197436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.197601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.197673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.197887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.198073] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.198266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.198335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.198519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.198599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.198714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.198895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.198999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.199063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.199342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.199467] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.199579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.199637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.199864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.200018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.200115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.200212] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.288261] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.288975] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.289123] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.289767] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.289975] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.290214] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port c64ca6dd-f447-49c6-8ce4-f494fb039398 not found, creating... [ 700.290543] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.291846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.291846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.291846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.291846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.291846] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.291846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.291846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.292494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.292696] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.292866] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: c64ca6dd-f447-49c6-8ce4-f494fb039398 is going to be created. [ 700.324939] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.324939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325376] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325630] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326034] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376838] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.641022] env[66134]: INFO networking_nsxv3.common.synchronization [None req-43bd532c-dcb4-4856-b99e-7965e1391722 None None] Enqueued Resource ID: dbbe8fe3-eef6-486c-b403-eaf7b67d23d9 with Priority: HIGHEST for action port [ 700.641752] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbbe8fe3-eef6-486c-b403-eaf7b67d23d9 with Priority: HIGHEST for action port [ 700.641906] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbbe8fe3-eef6-486c-b403-eaf7b67d23d9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.642042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbbe8fe3-eef6-486c-b403-eaf7b67d23d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.642113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbbe8fe3-eef6-486c-b403-eaf7b67d23d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.642366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbbe8fe3-eef6-486c-b403-eaf7b67d23d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.642454] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbbe8fe3-eef6-486c-b403-eaf7b67d23d9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.703636] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85dff4ba-88f8-40a6-85d5-d0d39ec640f7: rpc.has_security_group_logging(os_id): False [ 700.723385] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.723523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.723523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.723710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.723815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.724047] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.724149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.724216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.724361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.724438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.725050] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.725050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.725050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.725050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.725050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.725278] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.725278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.725278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.725445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.725504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.725579] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 700.791034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.791339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.791339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.791567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.791719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.809345] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 700.879598] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.881718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.881718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.881718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.881718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.881718] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 700.964731] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.964957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.965147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.965731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.966115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.979459] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 701.105593] env[66134]: INFO networking_nsxv3.common.synchronization [req-87d2b9dc-8357-416a-9fcb-24cae5ef1985 req-65f9799e-183e-4bab-bce8-02907a41a806 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 701.105593] env[66134]: INFO networking_nsxv3.common.synchronization [req-87d2b9dc-8357-416a-9fcb-24cae5ef1985 req-65f9799e-183e-4bab-bce8-02907a41a806 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 701.105593] env[66134]: INFO networking_nsxv3.common.synchronization [req-87d2b9dc-8357-416a-9fcb-24cae5ef1985 req-65f9799e-183e-4bab-bce8-02907a41a806 service nova] Enqueued Resource ID: c64ca6dd-f447-49c6-8ce4-f494fb039398 with Priority: HIGHEST for action port [ 701.106683] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 701.106683] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 701.106683] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64ca6dd-f447-49c6-8ce4-f494fb039398 with Priority: HIGHEST for action port [ 701.106683] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.107307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.107307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.107413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.107534] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.109993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.109993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.109993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64ca6dd-f447-49c6-8ce4-f494fb039398 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.110190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.110190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.110294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.111143] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64ca6dd-f447-49c6-8ce4-f494fb039398',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.144621] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbbe8fe3-eef6-486c-b403-eaf7b67d23d9 [ 701.146560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.146560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.146560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.146560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.146560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.146560] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbbe8fe3-eef6-486c-b403-eaf7b67d23d9 already deleted. [ 701.146560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbbe8fe3-eef6-486c-b403-eaf7b67d23d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.609761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.609936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.612210] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c64ca6dd-f447-49c6-8ce4-f494fb039398 with status ACTIVE [ 701.612438] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.612634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.612685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.613272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.613272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.613272] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.613272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.613272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.613576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.613576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.613665] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.615074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.615074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.615074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.615074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.615074] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c64ca6dd-f447-49c6-8ce4-f494fb039398 is going to be updated. [ 701.636590] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.636795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.636795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.637020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.637160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.637318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64ca6dd-f447-49c6-8ce4-f494fb039398" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.818236] env[66134]: INFO networking_nsxv3.common.synchronization [req-d8368f17-0742-4709-a5ad-674f5b317ae5 req-7075fb54-537e-48ed-8dd0-b5a20f1913aa tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 701.818236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 701.820287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.820570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.820736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.821026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.821291] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.821504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.821642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.821878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.822053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.822236] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.850059] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 701.850246] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 701.850363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.850542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.850772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.850954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.851086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.851153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.851304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.851391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.851488] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.023535] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 702.023739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.024065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.024152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.024313] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.226025] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.226226] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.226349] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.226611] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.226917] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.227084] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.227202] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.227421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.227559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.227812] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.227861] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.227970] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.228121] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.228252] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.228362] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.228492] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.253797] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.254024] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.254158] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.254328] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.254685] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.254798] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.254910] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.255247] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.255384] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3218f3b3-e5bc-4e5f-993e-891c2f677d1c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.324613] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.353988] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.528608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.528781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.758803] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.758803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.758803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.758803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.758803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.759094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 3218f3b3-e5bc-4e5f-993e-891c2f677d1c not found, creating... [ 702.759467] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.759758] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.759914] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.760175] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.760341] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.760672] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.760822] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.760946] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.761183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.761336] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.761490] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 3218f3b3-e5bc-4e5f-993e-891c2f677d1c is going to be created. [ 702.785017] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.785241] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.785423] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.785729] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.786415] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.786415] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.828947] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 702.829315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.833032] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.855785] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.993526] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 702.993872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.994140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.994514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.994808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.995036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.995160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.995430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.995568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.995744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.995867] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.336250] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.336464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.336525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.336718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.336980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.337094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 703.358971] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.358971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.358971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.358971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.358971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.359276] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 703.392688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.392897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.393023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.393611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.393611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.397701] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.397877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.397877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.399055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.399055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.408149] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 703.408149] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 703.499067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.499995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.499995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500325] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.500435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502140] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.502140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.502140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.502140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.502140] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.502140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.502140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.502614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.502614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.502688] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.517362] env[66134]: INFO networking_nsxv3.common.synchronization [req-d8368f17-0742-4709-a5ad-674f5b317ae5 req-84628a89-b064-4e75-9708-7f2b97f111f2 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 703.517944] env[66134]: INFO networking_nsxv3.common.synchronization [req-d8368f17-0742-4709-a5ad-674f5b317ae5 req-84628a89-b064-4e75-9708-7f2b97f111f2 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 703.517944] env[66134]: INFO networking_nsxv3.common.synchronization [req-d8368f17-0742-4709-a5ad-674f5b317ae5 req-84628a89-b064-4e75-9708-7f2b97f111f2 service nova] Enqueued Resource ID: 3218f3b3-e5bc-4e5f-993e-891c2f677d1c with Priority: HIGHEST for action port [ 703.519783] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 703.520046] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 703.520264] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3218f3b3-e5bc-4e5f-993e-891c2f677d1c with Priority: HIGHEST for action port [ 703.520644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.520796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.521204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.521318] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.522353] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.522472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.523183] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.523183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.523286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.524752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.524752] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3218f3b3-e5bc-4e5f-993e-891c2f677d1c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.005433] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9106897-4113-4dcc-ab8c-7f60fb3dcdcc: rpc.has_security_group_logging(os_id): False [ 704.025869] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.026327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.027849] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3218f3b3-e5bc-4e5f-993e-891c2f677d1c with status ACTIVE [ 704.028148] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.028323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.028416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.028691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.028806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.028993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.029111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.029175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.029393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.029476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.029661] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.029757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.029818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.029959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.030038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.030127] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3218f3b3-e5bc-4e5f-993e-891c2f677d1c is going to be updated. [ 704.033354] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.033591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.033689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.033977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.034233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.034600] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.034761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.034839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.035132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.035402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.035742] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.036211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.036455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.036904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.037125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.037478] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.037700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.037797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.037984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.038081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.038175] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 704.060672] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.060827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.060927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.064792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.064792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.064792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3218f3b3-e5bc-4e5f-993e-891c2f677d1c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.111646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.111847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.111918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.112102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.112252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.127300] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 705.425043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.425043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.425043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.426317] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.429661] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 705.429661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.429789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.430022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.430226] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.430342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.430407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.430603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.430860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.430860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.430925] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.679098] env[66134]: INFO networking_nsxv3.common.synchronization [req-152480f8-087a-46e7-b0f0-86852c70b1e1 req-7228eb93-858b-4f32-9884-367888a5b7dd tempest-DeleteServersAdminTestJSON-1650899734 tempest-DeleteServersAdminTestJSON-1650899734-project-member] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 705.679720] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGHEST for action security_group_members [ 705.681133] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.681356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.681467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.681711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.681934] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.682117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.682117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.682263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.682345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.682497] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.934084] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.934924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.936083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.936083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.936083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.936083] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.936083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.936083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.936537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.936537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.936653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.937343] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.937481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.937553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.938494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.938978] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.938978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.939123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.939289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.939420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.939617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.939617] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.143258] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 706.144428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.144428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.144428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.144428] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.185201] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.185442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.185664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.185906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.186177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.186381] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.186970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.186970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.186970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.186970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.186970] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be updated. [ 706.219516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.220420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.220420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.220420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.220420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.233772] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: IN_PROGRESS for 2s [ 706.442079] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.443403] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b65f622c-b037-4d29-9c14-4710d58b1af9: rpc.has_security_group_logging(os_id): False [ 706.464371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.464525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.464600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.464812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.464929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.465195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.465305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.465453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.465630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.465726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.465914] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.466025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.466092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.466765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.466765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.466765] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.466765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.466765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.467098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.467098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.467098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 706.578300] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.579211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.579211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.597796] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 706.649724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.649724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.649724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.649724] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.945301] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.945892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.945892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.945892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.946178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.946178] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 706.984827] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.985039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.985090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.985666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.985666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.998212] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 707.152424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.152424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.152424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.152424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.153045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.153045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.153327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.153327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.153437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.153521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.153634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.153894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.154748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.154836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.155198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.155311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.155406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.155504] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.657769] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9106897-4113-4dcc-ab8c-7f60fb3dcdcc: rpc.has_security_group_logging(os_id): False [ 707.677705] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.677705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.677705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.677918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.678008] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.678222] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.678372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.678419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.678573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.678652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.678830] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.678924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.678985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.679137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.679210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.679399] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.679557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.679557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.679673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.679744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.679827] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 707.751022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.751022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.751022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.751254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.751254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.773470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 708.252141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 in Status: SUCCESS [ 708.252141] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 deletion is rescheduled due to dependency. [ 708.252560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.509138] env[66134]: INFO networking_nsxv3.common.synchronization [req-2a23cb2d-225c-4104-ac91-92137461a875 req-110bc08b-adb8-43bd-ac78-ed98e4995bdd tempest-FloatingIPsAssociationTestJSON-1165567859 tempest-FloatingIPsAssociationTestJSON-1165567859-project-member] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 708.509773] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 708.510174] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.510393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.510576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.510837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.511102] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.511249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.511351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.511561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.511747] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.511893] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.614859] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 708.615200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.011038] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.011038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.011038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.011038] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.014378] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.514636] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.514870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.514870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.515114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.515273] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.515382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.515430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.515581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.515696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.515759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.516456] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.516456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.516456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.516456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.516456] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.516730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.516730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.516730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.516816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.516816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.516901] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.517882] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.794088] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 709.794312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.872388] env[66134]: INFO networking_nsxv3.common.synchronization [req-32e025e3-b9bf-46d3-8f78-24acc28cec48 req-440417e7-2817-4594-8297-83e169e9860a tempest-ServerMetadataTestJSON-1579439933 tempest-ServerMetadataTestJSON-1579439933-project-member] Enqueued Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_members [ 709.873149] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_members [ 709.873509] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.873645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.873715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.873996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.874179] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.874299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.874516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.874516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.874604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.874716] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.019550] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebfee86-7c32-49e0-b928-d4e323b1f782: rpc.has_security_group_logging(os_id): False [ 710.021283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.025025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.025025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.025025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.025025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.025025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be updated. [ 710.058329] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058329] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058329] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.058957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.058957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.058957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.059184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.059216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.059381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 710.079223] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.079223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.079223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.079223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.079223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.093375] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: IN_PROGRESS for 2s [ 710.148101] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.148389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.148531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.148856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.149644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.172226] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 710.363707] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.363941] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-714" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.364045] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-714" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.364448] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-714" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.364718] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.365416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.365533] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.365830] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.365908] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.366322] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.366322] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.366451] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.366517] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.366619] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.366716] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.366839] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.377801] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.378075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.378075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.378389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.378389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.378598] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.379452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.379452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.379452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.379452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.379452] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 already deleted. [ 710.379452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.397347] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.397707] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.397962] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.398145] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-714" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.398582] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-046935fb-37bf-4742-b9c9-e98efdce2323 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.398851] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.399059] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.399407] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.399548] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046935fb-37bf-4742-b9c9-e98efdce2323',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.901780] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.902010] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.902139] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.902408] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.902553] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.902700] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 046935fb-37bf-4742-b9c9-e98efdce2323 not found, creating... [ 710.902951] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.903124] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.903217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.903425] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.903555] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.903823] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.904127] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.904521] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.904760] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.904892] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.905064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 046935fb-37bf-4742-b9c9-e98efdce2323 is going to be created. [ 710.929480] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.929733] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.929855] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.930164] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.930388] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.930601] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.626804] env[66134]: INFO networking_nsxv3.common.synchronization [req-32e025e3-b9bf-46d3-8f78-24acc28cec48 req-b9b070b7-a87c-46b8-a14c-e88578a59ba4 service nova] Enqueued Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_rules [ 711.627083] env[66134]: INFO networking_nsxv3.common.synchronization [req-32e025e3-b9bf-46d3-8f78-24acc28cec48 req-b9b070b7-a87c-46b8-a14c-e88578a59ba4 service nova] Enqueued Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_members [ 711.627117] env[66134]: INFO networking_nsxv3.common.synchronization [req-32e025e3-b9bf-46d3-8f78-24acc28cec48 req-b9b070b7-a87c-46b8-a14c-e88578a59ba4 service nova] Enqueued Resource ID: 046935fb-37bf-4742-b9c9-e98efdce2323 with Priority: HIGHEST for action port [ 711.627665] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_rules [ 711.627958] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_members [ 711.627958] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046935fb-37bf-4742-b9c9-e98efdce2323 with Priority: HIGHEST for action port [ 711.628347] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.628529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.629442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.629442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.629442] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.630112] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.630240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.630310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.631795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.631795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.631795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.631795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.631795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.631795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.631795] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.632508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-046935fb-37bf-4742-b9c9-e98efdce2323 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.632508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.632508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.632508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.632508] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046935fb-37bf-4742-b9c9-e98efdce2323',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.105777] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 712.105973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.134221] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.134412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.136043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 046935fb-37bf-4742-b9c9-e98efdce2323 with status ACTIVE [ 712.136043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.136043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.136043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.136330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.136401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.136578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.136679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.136745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.136908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.136989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.137219] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.137328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.137384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.137593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.137675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.137762] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 046935fb-37bf-4742-b9c9-e98efdce2323 is going to be updated. [ 712.140343] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.179254] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.179254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.179391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.179566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.179761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-046935fb-37bf-4742-b9c9-e98efdce2323" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.194034] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 712.194303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.647090] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.805287] env[66134]: INFO networking_nsxv3.common.synchronization [req-715dc73e-5ec9-40c2-8644-6689cac2c7a6 req-8515c415-a14a-4651-8f72-20e861e7b31c tempest-ListImageFiltersTestJSON-405913429 tempest-ListImageFiltersTestJSON-405913429-project-member] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 712.805287] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 712.805287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.805287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.805287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.805287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.805287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.805287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.805687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.805687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.805687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.805772] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.154837] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.154837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.154837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.154837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.154837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.154837] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 is going to be created. [ 713.193848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.193848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.193848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.215727] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: UNINITIALIZED for 2s [ 713.308934] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.309177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.309245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.310816] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.310816] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 already deleted. [ 713.310816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.373575] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.373966] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.374186] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.374877] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.375125] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.375432] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.375629] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.376014] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.376243] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.376573] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.376776] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.377112] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.377210] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.377391] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.377691] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.377951] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.400688] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.400887] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.401033] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.401238] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.401629] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-bd445497-330c-4a94-b0c8-e778be45f55e taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.401843] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.402030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.402443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.402598] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd445497-330c-4a94-b0c8-e778be45f55e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.905174] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.905665] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.906166] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.906166] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.906356] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.906610] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port bd445497-330c-4a94-b0c8-e778be45f55e not found, creating... [ 713.906944] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.907190] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.907340] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.907646] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.907849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.908235] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.908549] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.908776] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.909079] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.909287] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.909538] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: bd445497-330c-4a94-b0c8-e778be45f55e is going to be created. [ 713.937283] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.937516] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.937621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.938015] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.938132] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.938432] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.466350] env[66134]: INFO networking_nsxv3.common.synchronization [req-2ab7188c-945b-498a-8db3-c85a356063f1 req-8b0979fb-830a-4c11-945b-c403d4066ad6 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 714.467087] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 714.467608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.467756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.467813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.468453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.468453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.468453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.468453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.468704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.468704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.468769] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.665683] env[66134]: INFO networking_nsxv3.common.synchronization [req-715dc73e-5ec9-40c2-8644-6689cac2c7a6 req-5d378967-e13c-4e4f-9ab2-43b0500f125d service nova] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_rules [ 714.665882] env[66134]: INFO networking_nsxv3.common.synchronization [req-715dc73e-5ec9-40c2-8644-6689cac2c7a6 req-5d378967-e13c-4e4f-9ab2-43b0500f125d service nova] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 714.666025] env[66134]: INFO networking_nsxv3.common.synchronization [req-715dc73e-5ec9-40c2-8644-6689cac2c7a6 req-5d378967-e13c-4e4f-9ab2-43b0500f125d service nova] Enqueued Resource ID: bd445497-330c-4a94-b0c8-e778be45f55e with Priority: HIGHEST for action port [ 714.666646] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_rules [ 714.666780] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 714.666863] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd445497-330c-4a94-b0c8-e778be45f55e with Priority: HIGHEST for action port [ 714.667367] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.667527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.667562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.667833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.667920] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.671784] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.671784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.671784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.671784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.671784] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.671784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.672775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.672775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.672775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.672775] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.675870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd445497-330c-4a94-b0c8-e778be45f55e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.675870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.675870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.675870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.675870] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd445497-330c-4a94-b0c8-e778be45f55e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.971363] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.971742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.971742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.971907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.972048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.972278] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.972497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.972497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.972688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.972823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.972897] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 715.007808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.010020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.010020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.010020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.010020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.032366] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 715.171949] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.172157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.178859] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd445497-330c-4a94-b0c8-e778be45f55e with status ACTIVE [ 715.178859] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.179089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.179089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.179303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.179430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.179743] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.179743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.179883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.179967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.181325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.181325] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.181325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.181325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.181325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.181325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.181325] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd445497-330c-4a94-b0c8-e778be45f55e is going to be updated. [ 715.181777] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.223816] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.224132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.224331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.224937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.225111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.225327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd445497-330c-4a94-b0c8-e778be45f55e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.231260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: UNINITIALIZED for 4s [ 715.297704] env[66134]: INFO networking_nsxv3.common.synchronization [req-09ae5f81-b877-44b8-a1f7-ba7a75d14238 req-5fe0edc5-e950-4f9d-b1de-eb83e6e40d95 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 715.299045] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 715.299045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.300039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.300039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.300039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.300039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.300039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.300296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.300336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.301041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.301041] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.634524] env[66134]: INFO networking_nsxv3.common.synchronization [req-09ae5f81-b877-44b8-a1f7-ba7a75d14238 req-d226fe05-2c1d-4b91-ace9-43c3eade141d tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 715.634809] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 715.635128] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.635324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.660285] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2c1603f-35c8-4a47-b741-db367a087ba8 req-d4510376-b853-4dcd-a1d3-e8779d3d7825 tempest-ListImageFiltersTestJSON-405913429 tempest-ListImageFiltersTestJSON-405913429-project-member] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 715.660793] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 715.661077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.661181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.688283] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.803311] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.948806] env[66134]: INFO networking_nsxv3.common.synchronization [req-09ae5f81-b877-44b8-a1f7-ba7a75d14238 req-8486fd7b-3fee-47f4-b823-0ec536babb21 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 715.949514] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 715.950544] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.950544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.071483] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.071807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.071807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.072069] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.072322] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.072472] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.072591] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.072810] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.072982] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.073302] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.073302] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.073514] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.073514] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.073612] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.073661] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.073747] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.096829] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.097102] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.097294] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.097294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.097701] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.097979] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.098113] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.098558] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.098726] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.179129] env[66134]: INFO networking_nsxv3.common.synchronization [req-c20f70bb-e4d9-4dfe-a431-d1b3fc4b9887 req-33b56506-def5-4181-9036-41c076615987 tempest-ServerMetadataNegativeTestJSON-1805129954 tempest-ServerMetadataNegativeTestJSON-1805129954-project-member] Enqueued Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_members [ 716.179582] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGHEST for action security_group_members [ 716.179927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180532] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181117] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.191295] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.191487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.191541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.191741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.191847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.191968] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be created. [ 716.218897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.219080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.219165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.219438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.219614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.229894] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: UNINITIALIZED for 2s [ 716.306651] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.601138] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.601378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.601529] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.601823] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.601967] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.602138] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd not found, creating... [ 716.602442] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.602588] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.602702] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.602911] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603054] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.603346] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.603531] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.603614] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.603774] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603896] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.604061] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd is going to be created. [ 716.628796] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.628796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.628796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.628796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.628796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.628796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.685357] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686251] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.686432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.686513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.686683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686866] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a is going to be updated. [ 716.802638] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.802797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.802878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.803214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.803263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.809873] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.809873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.809873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.810132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.810132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.810132] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 716.836864] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a in Status: IN_PROGRESS for 2s [ 716.876287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.876649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.876649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.876772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.876929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.888789] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 717.048206] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 717.048510] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad deletion is rescheduled due to dependency. [ 717.048663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.244018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: SUCCESS [ 717.244018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.244366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.244402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.244976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.244976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.244976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.245149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.245149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.246036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.246036] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.377138] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2c1603f-35c8-4a47-b741-db367a087ba8 req-e767124d-8cf2-4a03-ac19-84d93a7e8df4 service nova] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_rules [ 717.377348] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2c1603f-35c8-4a47-b741-db367a087ba8 req-e767124d-8cf2-4a03-ac19-84d93a7e8df4 service nova] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 717.377501] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2c1603f-35c8-4a47-b741-db367a087ba8 req-e767124d-8cf2-4a03-ac19-84d93a7e8df4 service nova] Enqueued Resource ID: d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd with Priority: HIGHEST for action port [ 717.378729] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_rules [ 717.378729] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 717.378856] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd with Priority: HIGHEST for action port [ 717.379314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.379314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.379613] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.379835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380188] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.380374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.380928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.381193] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.750480] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.750657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.750732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.750958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.751145] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.751250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.751317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.751469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.751559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.751647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.751792] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.751885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.751946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.752100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.752254] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.752346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.752408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.752544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.752618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.752697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.752786] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.884047] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd with status ACTIVE [ 717.884248] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.884433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.884516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.884738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.884840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.885102] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.885193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.885224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.886729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.886729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.886729] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.886729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.886729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.886729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.886729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.886729] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd is going to be updated. [ 717.920620] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.920838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.920906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.921439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.921439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.921737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b3bf4f-7df0-4cb2-aef0-c7fc23a7c2dd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.241746] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 718.241993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.242257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.242548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.242772] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.242893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.243067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.243177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.243279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.243334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.243421] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.244510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.244793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.244951] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.245154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.245233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.245403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.245516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.245652] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.257010] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae5aa3d-0471-40ea-a320-747cd2d434c9: rpc.has_security_group_logging(os_id): False [ 718.282889] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.283074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.284177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.284177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.284177] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.284177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.284177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.284555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.284747] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.284810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.284996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.285112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.286086] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.286207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.286278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.286427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.286508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.286599] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 is going to be created. [ 718.372220] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.372220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.372220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.372220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.372220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.385507] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: IN_PROGRESS for 2s [ 718.751173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.751173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.751173] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.848164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a in Status: SUCCESS [ 718.848422] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a deletion is rescheduled due to dependency. [ 718.848646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.904873] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 718.905026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.906145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.906145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.906727] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.906951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.907057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.907654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.907654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.907654] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.251691] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.410336] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.410552] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.410746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.410990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.411152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.411550] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.411667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.411731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.411896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.411984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.412083] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 719.453155] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.453402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.453580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.453755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.453899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.468251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 719.711352] env[66134]: INFO networking_nsxv3.common.synchronization [req-d886c538-5234-4b20-b2c4-690f11761fdf req-f7fda893-8963-4aa7-af09-6f6fbaed7157 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_members [ 719.712264] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGHEST for action security_group_members [ 719.713011] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.715409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.715409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.715409] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.758048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.758048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.758048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.758048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.758048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.758048] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be updated. [ 719.834193] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.834193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.834193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.834193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.834498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.851031] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: IN_PROGRESS for 2s [ 720.218649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.218824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.218931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.219268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.219445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.219723] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.219847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.219914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.220102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.220185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.220279] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 is going to be updated. [ 720.261232] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.261232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.261232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.261232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.261232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.281878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 in Status: IN_PROGRESS for 2s [ 720.403953] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: SUCCESS [ 720.404098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.957131] env[66134]: INFO networking_nsxv3.common.synchronization [req-99eeee04-04fd-430c-9832-025b68482af0 req-a6aa8359-3cf1-4c2a-baa5-28c68af6c1b4 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 720.957131] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 720.957131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.957131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.957131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.957131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.957131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.957131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.957545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.957545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.957545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.957545] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.279978] env[66134]: INFO networking_nsxv3.common.synchronization [None req-45ed7574-276b-4d27-821e-e37d5e2e94d7 tempest-MigrationsAdminTest-761682699 tempest-MigrationsAdminTest-761682699-project-member] Enqueued Resource ID: 48d43455-0f47-4ad5-975d-faa05b0d0d08 with Priority: HIGHEST for action security_group_rules [ 721.280379] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d43455-0f47-4ad5-975d-faa05b0d0d08 with Priority: HIGHEST for action security_group_rules [ 721.280663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48d43455-0f47-4ad5-975d-faa05b0d0d08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.280830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.280830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.283157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.283319] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48d43455-0f47-4ad5-975d-faa05b0d0d08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.459913] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.460098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.460150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.460368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.460466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.461133] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.461133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.461133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.461133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.461133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.461133] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 already deleted. [ 721.461364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.489567] env[66134]: INFO networking_nsxv3.common.synchronization [None req-2b487445-795f-48ad-89c5-eb66a4072a0b tempest-MigrationsAdminTest-761682699 tempest-MigrationsAdminTest-761682699-project-member] Enqueued Resource ID: 48d43455-0f47-4ad5-975d-faa05b0d0d08 with Priority: HIGHEST for action security_group_rules [ 721.490779] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 721.490935] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc deletion is rescheduled due to dependency. [ 721.491056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.491489] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d43455-0f47-4ad5-975d-faa05b0d0d08 with Priority: HIGHEST for action security_group_rules [ 721.491652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.491851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.492057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.492169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.492231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.492713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.492752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.492825] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.493734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48d43455-0f47-4ad5-975d-faa05b0d0d08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.494300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.619752] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.619889] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-837" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620017] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-837" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.620413] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-837" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.620692] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620889] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620986] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.621215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.621355] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.621627] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.621738] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.621843] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.621947] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.622060] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.622194] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.622287] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.643804] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.644017] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.644182] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.644394] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-837" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.644777] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-4389fa95-ff59-4925-b81c-a51e450977a3 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.644954] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.645122] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.645487] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.645649] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4389fa95-ff59-4925-b81c-a51e450977a3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.805144] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.805355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.805790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.806089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.806219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.806343] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48d43455-0f47-4ad5-975d-faa05b0d0d08 already deleted. [ 721.806447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.806599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.806769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.806855] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48d43455-0f47-4ad5-975d-faa05b0d0d08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.860480] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 721.860776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.860960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.861248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.861437] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.861558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.861627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.861782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.861868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.861964] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.995924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.996125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.996207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.996514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.996619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.996862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.996999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.997077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.997285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.997398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.997527] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 722.031295] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.031585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.031585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.031802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.031978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.043073] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 722.148997] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.149255] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.149369] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.149866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.149938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.150081] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 4389fa95-ff59-4925-b81c-a51e450977a3 not found, creating... [ 722.150352] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.150508] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.150621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.150877] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151009] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.151299] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.151449] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.151562] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.151774] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151902] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.152101] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 4389fa95-ff59-4925-b81c-a51e450977a3 is going to be created. [ 722.177269] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.177609] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.177789] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.178138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.178445] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.178990] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.306343] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 in Status: SUCCESS [ 722.306723] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 deletion is rescheduled due to dependency. [ 722.306723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.364426] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.381273] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.381501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.381501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.381710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.381975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.381975] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48d43455-0f47-4ad5-975d-faa05b0d0d08 already deleted. [ 722.382141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48d43455-0f47-4ad5-975d-faa05b0d0d08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.868045] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.917272] env[66134]: INFO networking_nsxv3.common.synchronization [req-99eeee04-04fd-430c-9832-025b68482af0 req-8b364502-56a3-412d-aff3-3fac63b021e3 service nova] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 722.917483] env[66134]: INFO networking_nsxv3.common.synchronization [req-99eeee04-04fd-430c-9832-025b68482af0 req-8b364502-56a3-412d-aff3-3fac63b021e3 service nova] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 722.917677] env[66134]: INFO networking_nsxv3.common.synchronization [req-99eeee04-04fd-430c-9832-025b68482af0 req-8b364502-56a3-412d-aff3-3fac63b021e3 service nova] Enqueued Resource ID: 4389fa95-ff59-4925-b81c-a51e450977a3 with Priority: HIGHEST for action port [ 722.918515] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 722.918515] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 722.918618] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389fa95-ff59-4925-b81c-a51e450977a3 with Priority: HIGHEST for action port [ 722.918915] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.919124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.919124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.920029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.920029] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.921273] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.921998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.921998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.921998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.921998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.921998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.922290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.922290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.922353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.922945] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.924225] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4389fa95-ff59-4925-b81c-a51e450977a3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.924225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.924553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.924938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.925473] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4389fa95-ff59-4925-b81c-a51e450977a3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.370298] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.370862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.370862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.371077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.371237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.371330] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be updated. [ 723.416344] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.416555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.416712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.416919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.417100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.432590] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: IN_PROGRESS for 2s [ 723.432590] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.433682] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.433830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.434381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4389fa95-ff59-4925-b81c-a51e450977a3 with status ACTIVE [ 723.434381] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.434381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.434560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.435304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.435304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.435304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.435304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.435304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.435766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.435766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.435766] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.435766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.435894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.437085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.437085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.437085] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4389fa95-ff59-4925-b81c-a51e450977a3 is going to be updated. [ 723.461787] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.461787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.462011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.462175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.462360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.462564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644177] env[66134]: INFO networking_nsxv3.common.synchronization [req-e31e00e7-9294-4c2e-88bb-a5d8ba4adee4 req-24bb07f9-8729-47df-8d64-f7cb96c15c88 tempest-InstanceActionsNegativeTestJSON-1826869731 tempest-InstanceActionsNegativeTestJSON-1826869731-project-member] Enqueued Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_members [ 723.644764] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_members [ 723.645092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.645219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.645532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.645903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.645903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.646039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.646116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.646213] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.939362] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.055877] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 724.056158] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc deletion is rescheduled due to dependency. [ 724.056225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.134052] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.134147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-191" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.134267] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-191" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.134608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-191" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.134964] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.135077] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.135278] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.135502] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.135671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.135950] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.136011] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.136138] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.136244] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.136414] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.136535] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.136667] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.149070] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.149372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.149452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.149667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.149787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.150224] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.150369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.150883] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 201ec166-2c02-48be-8d15-54ae0dc55532 already deleted. [ 724.150983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.156944] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.156944] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.157136] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.157310] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-191" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.157603] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-1f668b80-bd08-48f8-9169-0ecd023c979c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.157799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.157897] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158329] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.158541] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f668b80-bd08-48f8-9169-0ecd023c979c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.442377] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.442960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.443189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.443494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.443743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.444199] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be created. [ 724.475458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.475458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.475458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.475458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.475679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.492858] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: UNINITIALIZED for 2s [ 724.661722] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.662093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.662312] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.665958] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 1f668b80-bd08-48f8-9169-0ecd023c979c not found, creating... [ 724.665958] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.665958] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.665958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.666315] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.666315] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.666315] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.666315] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 1f668b80-bd08-48f8-9169-0ecd023c979c is going to be created. [ 724.690862] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.691428] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.691677] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.691990] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.692242] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.692474] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.452721] env[66134]: INFO networking_nsxv3.common.synchronization [req-e31e00e7-9294-4c2e-88bb-a5d8ba4adee4 req-70914561-2da2-494c-b858-119ce99b273e service nova] Enqueued Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_rules [ 725.452721] env[66134]: INFO networking_nsxv3.common.synchronization [req-e31e00e7-9294-4c2e-88bb-a5d8ba4adee4 req-70914561-2da2-494c-b858-119ce99b273e service nova] Enqueued Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_members [ 725.452721] env[66134]: INFO networking_nsxv3.common.synchronization [req-e31e00e7-9294-4c2e-88bb-a5d8ba4adee4 req-70914561-2da2-494c-b858-119ce99b273e service nova] Enqueued Resource ID: 1f668b80-bd08-48f8-9169-0ecd023c979c with Priority: HIGHEST for action port [ 725.452721] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_rules [ 725.453207] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_members [ 725.453207] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f668b80-bd08-48f8-9169-0ecd023c979c with Priority: HIGHEST for action port [ 725.457864] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.458100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.460085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.462467] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.463488] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.463679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.463723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.463999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.468103] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.468103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.468103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.468103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.468323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.468323] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.469338] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f668b80-bd08-48f8-9169-0ecd023c979c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.469543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.469543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.469824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.470017] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f668b80-bd08-48f8-9169-0ecd023c979c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.478758] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 725.478758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.481296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.481296] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.481629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.481629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.482439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.482439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.482439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.482439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.482439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.483115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.483115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.483115] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.977522] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.979356] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.979356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.985482] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f668b80-bd08-48f8-9169-0ecd023c979c with status ACTIVE [ 725.985936] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.985936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.986107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.986461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.986461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.986732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.986809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.986845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.987086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.989149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989149] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.989149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.989149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.989149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.989149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989149] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f668b80-bd08-48f8-9169-0ecd023c979c is going to be updated. [ 725.990640] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485168ab-a650-49be-a1c3-aa25ba6b9389: rpc.has_security_group_logging(os_id): False [ 726.018486] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.018486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.018486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.018850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.018986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.019910] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.019910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.019910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.019910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.020290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.020424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.020617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.020718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.020946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.021075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.021382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.021528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.021625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.021841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.021952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.022566] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be created. [ 726.025704] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.025885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.025991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.026263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.026570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.026826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f668b80-bd08-48f8-9169-0ecd023c979c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.141895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.142212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.142330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.142711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.143150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.177191] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: IN_PROGRESS for 2s [ 726.487046] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.506264] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 726.506380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.506515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.506949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.506949] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.507143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.507143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.507948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.507948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.507948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.507948] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.534707] env[66134]: INFO networking_nsxv3.common.synchronization [req-454d1835-e421-4014-a8d1-18123427ad3d req-70aa85af-7edd-44e9-ac10-673ccb811363 tempest-InstanceActionsV221TestJSON-967884126 tempest-InstanceActionsV221TestJSON-967884126-project-member] Enqueued Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_members [ 726.537546] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_members [ 726.538265] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.538411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.538724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.538781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.539587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.539587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.539587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.539587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.539587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.539587] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.994031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.994031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.994031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.994031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.994031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.994031] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 201ec166-2c02-48be-8d15-54ae0dc55532 is going to be created. [ 727.012132] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.034222] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.034222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.034222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.034222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.034222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.041927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.042181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.042293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.042778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.042778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.043065] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.043401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.043401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.043601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.043925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.043925] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4616f20-a724-49ea-ae59-aefe105579b4 already deleted. [ 727.044132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.054492] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 201ec166-2c02-48be-8d15-54ae0dc55532 in Status: UNINITIALIZED for 2s [ 727.124375] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.124832] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.124832] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.125441] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.126170] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.126170] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.126170] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.126444] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.126837] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.126837] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.127029] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.127029] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.128158] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.128158] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.128158] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.128158] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.184690] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.184863] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.185009] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.185385] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.185724] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.185899] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.186023] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.186428] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.186580] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe7f845-bf6e-4a81-9a8f-e43d14cb225b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.516119] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908b7942-99e7-4086-ab55-1a55fa705b86: rpc.has_security_group_logging(os_id): False [ 727.538554] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.538763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.538866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.539206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.539364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.542024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.542206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.542275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.543043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.543043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.543043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be created. [ 727.629567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.630571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.630571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.630773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.632029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.661934] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 727.691052] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.691363] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.691513] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.691773] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.691947] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 1fe7f845-bf6e-4a81-9a8f-e43d14cb225b not found, creating... [ 727.692463] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.692631] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.692765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.693030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.693173] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.693642] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.693776] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.693813] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.694421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.694580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.694730] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 1fe7f845-bf6e-4a81-9a8f-e43d14cb225b is going to be created. [ 727.729240] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.730025] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.730025] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.730473] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.730861] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.731306] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.888861] env[66134]: INFO networking_nsxv3.common.synchronization [None req-6ca787b8-e450-4062-951c-9fa5e60a9ff6 None None] Enqueued Resource ID: edff848d-b2a6-4079-b7b6-b531a69839ef with Priority: HIGHEST for action port [ 727.889685] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edff848d-b2a6-4079-b7b6-b531a69839ef with Priority: HIGHEST for action port [ 727.890221] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-edff848d-b2a6-4079-b7b6-b531a69839ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edff848d-b2a6-4079-b7b6-b531a69839ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edff848d-b2a6-4079-b7b6-b531a69839ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edff848d-b2a6-4079-b7b6-b531a69839ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.890785] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edff848d-b2a6-4079-b7b6-b531a69839ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.193370] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 728.193760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.194080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.194240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.194413] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.394840] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edff848d-b2a6-4079-b7b6-b531a69839ef [ 728.395177] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.395548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.395654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.395893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.396016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.396126] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edff848d-b2a6-4079-b7b6-b531a69839ef already deleted. [ 728.396232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edff848d-b2a6-4079-b7b6-b531a69839ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.483618] env[66134]: INFO networking_nsxv3.common.synchronization [req-454d1835-e421-4014-a8d1-18123427ad3d req-1f9191cd-5acc-44fd-bc27-07e61fffa69f service nova] Enqueued Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_rules [ 728.484368] env[66134]: INFO networking_nsxv3.common.synchronization [req-454d1835-e421-4014-a8d1-18123427ad3d req-1f9191cd-5acc-44fd-bc27-07e61fffa69f service nova] Enqueued Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_members [ 728.484726] env[66134]: INFO networking_nsxv3.common.synchronization [req-454d1835-e421-4014-a8d1-18123427ad3d req-1f9191cd-5acc-44fd-bc27-07e61fffa69f service nova] Enqueued Resource ID: 1fe7f845-bf6e-4a81-9a8f-e43d14cb225b with Priority: HIGHEST for action port [ 728.486206] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_rules [ 728.486782] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_members [ 728.487459] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe7f845-bf6e-4a81-9a8f-e43d14cb225b with Priority: HIGHEST for action port [ 728.487673] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.488243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.492648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.492648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.492648] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.492648] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.492648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.492648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.492648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.493031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.493031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.493031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.493356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.493356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.493446] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.494411] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.494536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.494600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.494806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.494891] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe7f845-bf6e-4a81-9a8f-e43d14cb225b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.697009] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.697330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.697330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.697468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.697671] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.697776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.697839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.697990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.698101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.698188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.698277] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.827306] env[66134]: INFO networking_nsxv3.common.synchronization [req-8b89c43b-e49d-4577-8623-4a5f2eb63040 req-4089e83a-2aaf-4c20-931e-0883c4d94f28 tempest-ServerTagsTestJSON-799296543 tempest-ServerTagsTestJSON-799296543-project-member] Enqueued Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_members [ 728.827895] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGHEST for action security_group_members [ 728.828235] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.828362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.828428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.828681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.828853] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.830189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.830189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.830189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.830189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.830189] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.998264] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.998264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.998264] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.998987] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe7f845-bf6e-4a81-9a8f-e43d14cb225b with status ACTIVE [ 728.999694] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.999694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.999694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.999694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.999877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.999904] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.003019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.003019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.003019] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe7f845-bf6e-4a81-9a8f-e43d14cb225b is going to be updated. [ 729.027567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.027567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.027808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.027951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.028888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.029167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe7f845-bf6e-4a81-9a8f-e43d14cb225b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.069048] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 201ec166-2c02-48be-8d15-54ae0dc55532 in Status: SUCCESS [ 729.069048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.069048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.069048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.069048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.069299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.069299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.069501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.069606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.069720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.069896] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.202652] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.202871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.202948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.203960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.203960] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.203960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.203960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.203960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.203960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.203960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.204335] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.204335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.204335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.204440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.204471] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.204556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.204612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.204798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.204879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.204958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.205054] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.212755] env[66134]: INFO networking_nsxv3.common.synchronization [req-35dce319-51a5-44b5-9729-9496e4dd4331 req-fcb6cd1f-fd7c-4fda-9e09-1a17d56e255e tempest-ListServerFiltersTestJSON-751282344 tempest-ListServerFiltersTestJSON-751282344-project-member] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 729.213391] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 729.213692] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.213812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.213881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.215369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.215432] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.216247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.216881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.216881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.216881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.216881] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.332253] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.332423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.332484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.332704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.332793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.333027] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.333708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.333708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.333708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.333708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.333708] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 is going to be updated. [ 729.383554] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.383696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.383768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.383985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.384214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.397641] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 in Status: IN_PROGRESS for 2s [ 729.504574] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.573133] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.573619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.573724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.573963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.574578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.574673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.574738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.574895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.574980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.576043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.576043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.576043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.576465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.576465] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.675175] env[66134]: INFO networking_nsxv3.common.synchronization [req-eb02308a-7793-4b44-8b7c-6268e2c46404 req-2167d1ca-0015-4226-ab78-417ac88f2495 tempest-ServerActionsV293TestJSON-2142844074 tempest-ServerActionsV293TestJSON-2142844074-project-member] Enqueued Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_members [ 729.675175] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_members [ 729.675175] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.675175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.675175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.675571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.675834] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.676125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.676294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.676601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.676786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.676962] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.687456] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 729.687456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.711497] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485168ab-a650-49be-a1c3-aa25ba6b9389: rpc.has_security_group_logging(os_id): False [ 729.720867] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.736180] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.736180] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.736180] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.736702] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.736702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.736702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.736702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.736702] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be updated. [ 729.806266] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.806531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.806588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.806766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.806918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.825653] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: IN_PROGRESS for 2s [ 730.008740] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.008740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.008994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.009277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.010737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.010737] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4616f20-a724-49ea-ae59-aefe105579b4 is going to be created. [ 730.041246] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.041503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.041503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.041786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.042101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.057809] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4616f20-a724-49ea-ae59-aefe105579b4 in Status: UNINITIALIZED for 2s [ 730.080814] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 201ec166-2c02-48be-8d15-54ae0dc55532: rpc.has_security_group_logging(os_id): False [ 730.118082] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.118631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.118735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.118941] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.119086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.119155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.119593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.119763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.123909] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.123909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.123909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.123909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.123909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.124500] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.124500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.124500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.124500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.124500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.124771] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 201ec166-2c02-48be-8d15-54ae0dc55532 is going to be created. [ 730.180585] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.180778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.180867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.181144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.181254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.181586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.181729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.181801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.181994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.182103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.182230] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 already deleted. [ 730.182324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.212783] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.212985] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-858" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.213223] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-858" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.213483] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-858" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.213773] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.213915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.214017] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.214459] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.214609] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.214830] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.214929] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.215043] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.215152] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.215258] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.215361] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.215495] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.222979] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.241158] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.241261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.241332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.241539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.241715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.277203] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 201ec166-2c02-48be-8d15-54ae0dc55532 in Status: IN_PROGRESS for 2s [ 730.277660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.277983] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.278265] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.278647] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-858" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.280035] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-c6303ba5-098c-4129-ac3e-f4ef61b17c62 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.280035] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.280035] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.280035] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.280379] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6303ba5-098c-4129-ac3e-f4ef61b17c62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.725929] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.728811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.728811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.728811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.728811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.728811] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 730.760338] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.760338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.760338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.760640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.760690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.767893] env[66134]: INFO networking_nsxv3.common.synchronization [None req-88d6fb2a-a6b5-4fb1-b3e0-fae188183ea0 None None] Enqueued Resource ID: f85b6eea-6157-480a-9b87-9c1b055ae63b with Priority: HIGHEST for action port [ 730.768179] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85b6eea-6157-480a-9b87-9c1b055ae63b with Priority: HIGHEST for action port [ 730.768583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85b6eea-6157-480a-9b87-9c1b055ae63b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.768715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85b6eea-6157-480a-9b87-9c1b055ae63b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.768779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85b6eea-6157-480a-9b87-9c1b055ae63b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.769081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85b6eea-6157-480a-9b87-9c1b055ae63b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.769191] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85b6eea-6157-480a-9b87-9c1b055ae63b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.771246] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 730.784141] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.784141] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.784141] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.784141] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.784141] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.784387] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port c6303ba5-098c-4129-ac3e-f4ef61b17c62 not found, creating... [ 730.784479] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.784649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.784766] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.784981] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.785123] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.785419] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.785591] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.785726] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.785934] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.786452] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.786676] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: c6303ba5-098c-4129-ac3e-f4ef61b17c62 is going to be created. [ 730.809827] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.810218] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.810218] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.810437] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.810743] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.810930] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.271599] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f85b6eea-6157-480a-9b87-9c1b055ae63b [ 731.273581] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.273790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.273907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.274092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.274193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.274313] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f85b6eea-6157-480a-9b87-9c1b055ae63b already deleted. [ 731.274393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85b6eea-6157-480a-9b87-9c1b055ae63b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.409683] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 in Status: SUCCESS [ 731.410171] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 deletion is rescheduled due to dependency. [ 731.410365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.558140] env[66134]: INFO networking_nsxv3.common.synchronization [req-eb02308a-7793-4b44-8b7c-6268e2c46404 req-97adf409-bd59-43bb-aea4-7ee4e317dfbc service nova] Enqueued Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_rules [ 731.558140] env[66134]: INFO networking_nsxv3.common.synchronization [req-eb02308a-7793-4b44-8b7c-6268e2c46404 req-97adf409-bd59-43bb-aea4-7ee4e317dfbc service nova] Enqueued Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_members [ 731.558140] env[66134]: INFO networking_nsxv3.common.synchronization [req-eb02308a-7793-4b44-8b7c-6268e2c46404 req-97adf409-bd59-43bb-aea4-7ee4e317dfbc service nova] Enqueued Resource ID: c6303ba5-098c-4129-ac3e-f4ef61b17c62 with Priority: HIGHEST for action port [ 731.559243] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_rules [ 731.559622] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_members [ 731.562943] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6303ba5-098c-4129-ac3e-f4ef61b17c62 with Priority: HIGHEST for action port [ 731.562943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562943] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.562943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562943] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.573501] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6303ba5-098c-4129-ac3e-f4ef61b17c62 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.573844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.574177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.574481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.575749] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6303ba5-098c-4129-ac3e-f4ef61b17c62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.845980] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 731.846256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.067919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4616f20-a724-49ea-ae59-aefe105579b4 in Status: SUCCESS [ 732.068215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.068431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.068695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.068922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.069091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.069176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.069384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.069513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.069671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.069814] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.078876] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.079044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.079277] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.080186] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6303ba5-098c-4129-ac3e-f4ef61b17c62 with status ACTIVE [ 732.081207] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.081207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.081207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.081207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.081207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.081207] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.081207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.081636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.081636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.081636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.081715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.081756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.081977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.081977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.082133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.082225] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6303ba5-098c-4129-ac3e-f4ef61b17c62 is going to be updated. [ 732.108878] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.109035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.109107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.109528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.109528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.109738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6303ba5-098c-4129-ac3e-f4ef61b17c62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.297907] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 201ec166-2c02-48be-8d15-54ae0dc55532 in Status: SUCCESS [ 732.298252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.574475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.574665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.574732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.574996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.575216] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.575311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.575385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.575563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.575696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.575743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.575960] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.576067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.576605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.578243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.578426] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.584900] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.760770] env[66134]: INFO networking_nsxv3.common.synchronization [req-1554766f-f6b7-4267-8780-09c6995f22c1 req-9bac0ac4-5d58-4758-9c29-b8c7c4861a9a tempest-ImagesOneServerTestJSON-312538561 tempest-ImagesOneServerTestJSON-312538561-project-member] Enqueued Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_members [ 732.761379] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47ea096-cd99-4651-81cb-b6d778018420 with Priority: HIGHEST for action security_group_members [ 732.761693] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a47ea096-cd99-4651-81cb-b6d778018420 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.761818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.761886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.762556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.762732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.763124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.763124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.763387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.763554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.763676] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a47ea096-cd99-4651-81cb-b6d778018420',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.783586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 732.784074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.862861] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3dd23e6a-73f6-47e8-86c1-ac374849a982 None None] Enqueued Resource ID: 722b2e26-2d98-4dda-8212-3917cfbfd842 with Priority: HIGHEST for action port [ 732.863087] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722b2e26-2d98-4dda-8212-3917cfbfd842 with Priority: HIGHEST for action port [ 732.863504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-722b2e26-2d98-4dda-8212-3917cfbfd842 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.863625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722b2e26-2d98-4dda-8212-3917cfbfd842" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.863715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722b2e26-2d98-4dda-8212-3917cfbfd842" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.864156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722b2e26-2d98-4dda-8212-3917cfbfd842" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.864219] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722b2e26-2d98-4dda-8212-3917cfbfd842',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.082205] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4616f20-a724-49ea-ae59-aefe105579b4: rpc.has_security_group_logging(os_id): False [ 733.089123] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.089306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.089356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.089619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.089765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.089924] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 is going to be created. [ 733.101320] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.101541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.101772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.101859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.102093] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.102186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.102297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.105740] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.105740] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.105740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.105740] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4616f20-a724-49ea-ae59-aefe105579b4 is going to be created. [ 733.117522] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.117790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.117790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.118046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.118140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.132191] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 in Status: UNINITIALIZED for 2s [ 733.189999] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.190609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.190798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.191148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.191655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.209933] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4616f20-a724-49ea-ae59-aefe105579b4 in Status: IN_PROGRESS for 2s [ 733.268763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.268961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.268961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.269172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.269276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.269487] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.269605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.269674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.269856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.269948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.270041] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a47ea096-cd99-4651-81cb-b6d778018420 is going to be updated. [ 733.335141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.335306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.335343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.335547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.335680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.346707] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a47ea096-cd99-4651-81cb-b6d778018420 in Status: IN_PROGRESS for 2s [ 733.367406] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722b2e26-2d98-4dda-8212-3917cfbfd842 [ 733.367644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.367778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.367848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.368084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.368175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.368272] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722b2e26-2d98-4dda-8212-3917cfbfd842 already deleted. [ 733.368355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722b2e26-2d98-4dda-8212-3917cfbfd842" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.143965] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 in Status: SUCCESS [ 735.144331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.144381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.145039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.145039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.145039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.145219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.145357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.145424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.145473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.145573] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.232586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4616f20-a724-49ea-ae59-aefe105579b4 in Status: SUCCESS [ 735.234756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.358514] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a47ea096-cd99-4651-81cb-b6d778018420 in Status: SUCCESS [ 735.358514] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a47ea096-cd99-4651-81cb-b6d778018420 deletion is rescheduled due to dependency. [ 735.358514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a47ea096-cd99-4651-81cb-b6d778018420" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.648561] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.712594] env[66134]: INFO networking_nsxv3.common.synchronization [None req-5c7323b8-f641-412b-9935-2e95b456b2d3 None None] Enqueued Resource ID: 4a5f8680-3b15-492a-b978-94dca6579f41 with Priority: HIGHEST for action port [ 735.714301] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5f8680-3b15-492a-b978-94dca6579f41 with Priority: HIGHEST for action port [ 735.714647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5f8680-3b15-492a-b978-94dca6579f41 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.714792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5f8680-3b15-492a-b978-94dca6579f41" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.714874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5f8680-3b15-492a-b978-94dca6579f41" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.715180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5f8680-3b15-492a-b978-94dca6579f41" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.715307] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5f8680-3b15-492a-b978-94dca6579f41',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.151957] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01: rpc.has_security_group_logging(os_id): False [ 736.172394] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.173104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.173157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.173382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.173487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.173744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.173851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.173916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.174082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.174161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.174254] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 is going to be created. [ 736.220803] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5f8680-3b15-492a-b978-94dca6579f41 [ 736.221213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.221369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.221445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.221669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.221765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.221866] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5f8680-3b15-492a-b978-94dca6579f41 already deleted. [ 736.221950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5f8680-3b15-492a-b978-94dca6579f41" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.255186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.255395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.255510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.255816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.256030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.269216] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 in Status: IN_PROGRESS for 2s [ 738.285762] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 in Status: SUCCESS [ 738.285762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040871] env[66134]: INFO networking_nsxv3.common.synchronization [req-51f64ab4-3ec5-48e7-a677-ee183326a763 req-dc305d85-6a6c-460e-a5db-78cb4a224725 tempest-VolumesAssistedSnapshotsTest-797443757 tempest-VolumesAssistedSnapshotsTest-797443757-project-member] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_members [ 739.045584] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGHEST for action security_group_members [ 739.047462] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.047462] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.047462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.047462] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.550105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.550390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.550390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.550454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.550520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.550722] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.550815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.551489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.551489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.551489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.551489] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 is going to be updated. [ 739.583655] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.586244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.586244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.586784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.589657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.603418] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 in Status: IN_PROGRESS for 2s [ 739.902685] env[66134]: INFO networking_nsxv3.common.synchronization [req-e52170c6-9ef5-44cf-90db-8ff4fbdf51c6 req-f9b05668-4dc8-4b08-80e9-519009424607 tempest-FloatingIPsAssociationTestJSON-1165567859 tempest-FloatingIPsAssociationTestJSON-1165567859-project-member] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 739.903387] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGHEST for action security_group_members [ 739.903767] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.904377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.904609] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.904776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.905122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.905273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.905415] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.946211] env[66134]: INFO networking_nsxv3.common.synchronization [req-8063ab2d-05c5-4214-bb1c-dd03527ce8a4 req-10a1141a-6037-4eb0-8528-0035d1f505b1 tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 739.951263] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 739.952628] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.952628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.952628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.952793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.952945] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.953235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.953235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.953363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.953453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.953555] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.409234] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.410496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.410599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.410839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.410979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.411185] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.411302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.411435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.411597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.411597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.411696] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be updated. [ 740.433125] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.433322] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.433441] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.433701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.434025] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.434139] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.435690] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.435690] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.435690] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.435690] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.435888] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.435922] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.436391] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.436391] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.436391] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.436391] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.444236] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.444236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.444236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.444236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.444236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.454994] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.457366] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: IN_PROGRESS for 2s [ 740.467376] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.467579] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.467756] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.467942] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-652" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.468488] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.468759] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.468907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.469342] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.469499] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c08755-55b8-4ccc-a6e4-9a3a960527dc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.684969] env[66134]: INFO networking_nsxv3.common.synchronization [req-0fc52ba7-f8fc-463e-aace-e5adbc0b2500 req-d78c57f0-42a6-423a-81fd-0e2ce72ce755 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 740.687566] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 740.687566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.687566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.687566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.687566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.688227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.688498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.691563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.691563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.691563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.691563] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.958862] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.972426] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.972652] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.972797] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.973114] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.973400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.973440] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port a2c08755-55b8-4ccc-a6e4-9a3a960527dc not found, creating... [ 740.973685] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.973914] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.974044] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.974286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.974447] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.974717] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.974977] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.975020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.975214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.975344] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.975496] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: a2c08755-55b8-4ccc-a6e4-9a3a960527dc is going to be created. [ 741.002306] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.002547] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.002672] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.002993] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.003294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.003682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.195064] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.195310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.195310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.195587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.195769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.196116] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.196270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.196408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.196814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.196926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.196982] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 741.225806] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.225962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.226019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.226582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.226582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.235953] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 741.463267] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.463267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.463267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.463267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.463267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.464162] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 741.493961] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.494247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.494325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.494567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.494740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.506479] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 741.615732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 in Status: SUCCESS [ 741.615732] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 deletion is rescheduled due to dependency. [ 741.615732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.740092] env[66134]: INFO networking_nsxv3.common.synchronization [req-8063ab2d-05c5-4214-bb1c-dd03527ce8a4 req-b59f646c-8074-4cae-8869-caf0f54df3b2 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 741.740357] env[66134]: INFO networking_nsxv3.common.synchronization [req-8063ab2d-05c5-4214-bb1c-dd03527ce8a4 req-b59f646c-8074-4cae-8869-caf0f54df3b2 service nova] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 741.740467] env[66134]: INFO networking_nsxv3.common.synchronization [req-8063ab2d-05c5-4214-bb1c-dd03527ce8a4 req-b59f646c-8074-4cae-8869-caf0f54df3b2 service nova] Enqueued Resource ID: a2c08755-55b8-4ccc-a6e4-9a3a960527dc with Priority: HIGHEST for action port [ 741.742606] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_rules [ 741.742606] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 741.742767] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c08755-55b8-4ccc-a6e4-9a3a960527dc with Priority: HIGHEST for action port [ 741.743105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.743274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.743423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.743887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.743887] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.745752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.748895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.748895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.748895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.748895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.748895] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c08755-55b8-4ccc-a6e4-9a3a960527dc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.091211] env[66134]: INFO networking_nsxv3.common.synchronization [req-5d3b0e12-6b87-412d-9670-f6c5d138442b req-b8543221-193f-40c2-a28f-be38f7a11613 tempest-InstanceActionsV221TestJSON-967884126 tempest-InstanceActionsV221TestJSON-967884126-project-member] Enqueued Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_members [ 742.091998] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGHEST for action security_group_members [ 742.092380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.092598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.092755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.093113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.095471] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.095583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.095674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.095837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.095928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.096043] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.246364] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.246926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249945] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c08755-55b8-4ccc-a6e4-9a3a960527dc with status ACTIVE [ 742.250746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.251456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.252315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.252315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.252315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.252315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.252563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.252563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.253011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.253011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.253011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.253218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.253218] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c08755-55b8-4ccc-a6e4-9a3a960527dc is going to be updated. [ 742.292079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.292234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.292512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c08755-55b8-4ccc-a6e4-9a3a960527dc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.470595] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 in Status: SUCCESS [ 742.470595] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 deletion is rescheduled due to dependency. [ 742.470595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.598561] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.604199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.604199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.604199] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4616f20-a724-49ea-ae59-aefe105579b4 is going to be updated. [ 742.634411] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.634411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.634411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.635288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.636024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.648867] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4616f20-a724-49ea-ae59-aefe105579b4 in Status: IN_PROGRESS for 2s [ 743.139379] env[66134]: INFO networking_nsxv3.common.synchronization [None req-a0c80212-dc5c-4aec-8a60-cf7dd2acf9e5 None None] Enqueued Resource ID: 5d57c181-50cc-49ca-a904-2beb520610b3 with Priority: HIGHEST for action port [ 743.139379] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d57c181-50cc-49ca-a904-2beb520610b3 with Priority: HIGHEST for action port [ 743.140156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d57c181-50cc-49ca-a904-2beb520610b3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.140342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d57c181-50cc-49ca-a904-2beb520610b3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.140532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d57c181-50cc-49ca-a904-2beb520610b3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.141160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d57c181-50cc-49ca-a904-2beb520610b3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.141160] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d57c181-50cc-49ca-a904-2beb520610b3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.247673] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 743.248014] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 743.248107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.518334] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 743.518735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.519036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.519275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.519503] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.519708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.519791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.520062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.523663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.523663] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.643482] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d57c181-50cc-49ca-a904-2beb520610b3 [ 743.645061] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.645061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.645061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.645227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.645256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645508] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d57c181-50cc-49ca-a904-2beb520610b3 already deleted. [ 743.646460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d57c181-50cc-49ca-a904-2beb520610b3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.025512] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.530951] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.661046] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4616f20-a724-49ea-ae59-aefe105579b4 in Status: SUCCESS [ 744.661372] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4616f20-a724-49ea-ae59-aefe105579b4 deletion is rescheduled due to dependency. [ 744.661653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.017922] env[66134]: INFO networking_nsxv3.common.synchronization [req-8a214fc6-e54c-464e-9aea-58d487688eb5 req-2a67cd63-e3a1-4544-808b-8603ce051388 tempest-InstanceActionsNegativeTestJSON-1826869731 tempest-InstanceActionsNegativeTestJSON-1826869731-project-member] Enqueued Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_members [ 745.018811] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGHEST for action security_group_members [ 745.018909] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.019421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.019530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.019745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.019908] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.020028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.020093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.020265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.020349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.020507] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.034044] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.034250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.034250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.034492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.034590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.034693] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 745.070593] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.070747] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.070819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.071075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.072201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.083014] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 745.500049] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e29310ed-c80e-4012-bf9f-464a6db2e85d None None] Enqueued Resource ID: 8797da12-3bbd-4697-9b4c-90a02ee47e87 with Priority: HIGHEST for action port [ 745.501568] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8797da12-3bbd-4697-9b4c-90a02ee47e87 with Priority: HIGHEST for action port [ 745.501812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8797da12-3bbd-4697-9b4c-90a02ee47e87 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.501937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8797da12-3bbd-4697-9b4c-90a02ee47e87" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.502017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8797da12-3bbd-4697-9b4c-90a02ee47e87" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.502306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8797da12-3bbd-4697-9b4c-90a02ee47e87" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.502410] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8797da12-3bbd-4697-9b4c-90a02ee47e87',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.522872] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.523240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.523446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.523733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.523821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.524114] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.524242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.524338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.524477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.524611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.524698] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 201ec166-2c02-48be-8d15-54ae0dc55532 is going to be updated. [ 745.559908] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.559908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.559908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.560417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.560417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.572748] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 201ec166-2c02-48be-8d15-54ae0dc55532 in Status: IN_PROGRESS for 2s [ 746.008153] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8797da12-3bbd-4697-9b4c-90a02ee47e87 [ 746.008153] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.008153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.008153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.008153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.008153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.008153] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8797da12-3bbd-4697-9b4c-90a02ee47e87 already deleted. [ 746.008153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8797da12-3bbd-4697-9b4c-90a02ee47e87" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.649602] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c7db8b42-47e5-4251-9b2b-643c5883a2b6 None None] Enqueued Resource ID: 354ae809-4991-45a2-918b-338ed8ee9bdf with Priority: HIGHEST for action port [ 746.651798] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ae809-4991-45a2-918b-338ed8ee9bdf with Priority: HIGHEST for action port [ 746.651798] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-354ae809-4991-45a2-918b-338ed8ee9bdf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.652168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-354ae809-4991-45a2-918b-338ed8ee9bdf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.652168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-354ae809-4991-45a2-918b-338ed8ee9bdf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.653419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-354ae809-4991-45a2-918b-338ed8ee9bdf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.653419] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354ae809-4991-45a2-918b-338ed8ee9bdf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.096168] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 747.096168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.096168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.096168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.096168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.096168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.096168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.096486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096486] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.154774] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 354ae809-4991-45a2-918b-338ed8ee9bdf [ 747.155046] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.155187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.155256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.155487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.155577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.155717] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:354ae809-4991-45a2-918b-338ed8ee9bdf already deleted. [ 747.155781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-354ae809-4991-45a2-918b-338ed8ee9bdf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.583770] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 201ec166-2c02-48be-8d15-54ae0dc55532 in Status: SUCCESS [ 747.584412] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 201ec166-2c02-48be-8d15-54ae0dc55532 deletion is rescheduled due to dependency. [ 747.584412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.603268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.603268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.603268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.603268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.603268] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.107331] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebfee86-7c32-49e0-b928-d4e323b1f782: rpc.has_security_group_logging(os_id): False [ 748.126092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.126366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.126467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.128028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.128028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.128028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.128731] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.129111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.129111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.129295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.129379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.129492] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 748.195703] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.195942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.196358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.196358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.212919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 749.756959] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c0d8c632-04c8-4b10-a17a-79eb45232059 None None] Enqueued Resource ID: efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9 with Priority: HIGHEST for action port [ 749.757539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9 with Priority: HIGHEST for action port [ 749.757837] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.757954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.758072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.758350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.758468] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.767021] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e3061659-6b95-4476-902d-5ee2bb3150c6 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_rules [ 749.767021] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_rules [ 749.767021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.767021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.767021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.767546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.767546] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.893029] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3458d6a1-f9d8-4adc-9127-4029611e8e89 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_rules [ 749.893236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_rules [ 749.893469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.893571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.116632] env[66134]: INFO networking_nsxv3.common.synchronization [req-038a4ba1-cd3b-4934-b83f-7687186df6de req-acf6ddbf-514c-46d4-8674-4fcf42d916dd tempest-ServerMetadataTestJSON-1579439933 tempest-ServerMetadataTestJSON-1579439933-project-member] Enqueued Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_members [ 750.117831] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGHEST for action security_group_members [ 750.118771] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.118771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.118771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.118771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.118771] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.118998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.118998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.119068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.119326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.119326] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.227152] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 750.227368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.260464] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9 [ 750.260748] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.260913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.260990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.261296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.262315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.262315] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9 already deleted. [ 750.262315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb97faa-f5d8-4f3f-adc0-4d3dcbb090e9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.303294] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.303496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.303576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.303801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.303925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.304044] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b already deleted. [ 750.304222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.304287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.304446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.304552] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.625667] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.625830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.625918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.626884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.627093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.627454] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.629049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.629049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.629049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.629049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.629049] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 is going to be updated. [ 750.676549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.676549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.676549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.676549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.676549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.687381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: IN_PROGRESS for 2s [ 750.826614] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.828488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.828488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.828488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.828488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.828488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b already deleted. [ 750.828488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.700565] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 in Status: SUCCESS [ 752.700921] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 deletion is rescheduled due to dependency. [ 752.700921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.870861] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbba6bc3-da5f-47b6-92d0-a51639372c79 req-1e0f191b-d864-45c2-8d6d-c23c320b1c9b tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 753.871668] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 753.871752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.871879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.871946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.872890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.872890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.872890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.872890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.872890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.873999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.873999] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.280056] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.280252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.280373] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.280639] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.280890] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.281071] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.281188] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.281396] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.281533] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.281734] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.281840] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.281946] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.282081] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.282187] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.282285] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.282411] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.300618] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.300681] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.301362] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.301362] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-202" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.301362] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.301586] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.301586] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.301818] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.301947] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca0b182-0a8a-4c16-8855-bbcd7ba5831a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.376016] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.804239] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.804239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.804510] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.804626] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.804770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.804928] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a not found, creating... [ 754.805193] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.805344] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.805463] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.805753] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.805960] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.806225] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.806378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.806488] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.806687] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.806825] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.806975] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a is going to be created. [ 754.829450] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.829669] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.829826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.830165] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.830367] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.830611] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.880458] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.382579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.382718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.382789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.383009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.383114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.383213] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 755.413954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.414184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.414184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.414393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.414537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.431209] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 755.586029] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbba6bc3-da5f-47b6-92d0-a51639372c79 req-8ee86063-cd54-4a27-858e-b4f5190395c7 service nova] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 755.586029] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbba6bc3-da5f-47b6-92d0-a51639372c79 req-8ee86063-cd54-4a27-858e-b4f5190395c7 service nova] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 755.586029] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbba6bc3-da5f-47b6-92d0-a51639372c79 req-8ee86063-cd54-4a27-858e-b4f5190395c7 service nova] Enqueued Resource ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with Priority: HIGHEST for action port [ 755.586255] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 755.586476] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 755.586720] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with Priority: HIGHEST for action port [ 755.587109] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.587509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.587699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.588122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.588470] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.589484] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.589699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.590061] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.590377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.590528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.590806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.590966] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca0b182-0a8a-4c16-8855-bbcd7ba5831a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.096535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096535] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with status ACTIVE [ 756.096535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.096535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.096535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.096535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.097647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.097647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.097647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.097647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.097647] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a is going to be updated. [ 756.123045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.123245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.123299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.123488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.123622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.123787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.441637] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 757.442035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.442384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.442661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.442918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.443061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.443143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.443335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.443594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.443729] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.946935] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.449650] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.951972] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.952160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.952243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.952453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.952537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.952651] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 758.992648] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.992648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.992801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.993053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.993383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.003679] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 760.589499] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 760.589499] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 760.757814] env[66134]: INFO networking_nsxv3.common.synchronization [req-33d533f1-d6d2-46cb-9344-85eab43ce9ac req-d9521a40-28c3-4551-bd01-e523525f3567 tempest-ListServerFiltersTestJSON-751282344 tempest-ListServerFiltersTestJSON-751282344-project-member] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 760.758422] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 760.762244] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.762450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.762528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.762815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.762897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.762956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.763063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.763180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.763262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763361] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.019728] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 761.019728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.019728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.020080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.020247] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.020433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.020433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.022340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.022340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.022340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.022340] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.234734] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3794bd48-46c2-485e-98c3-bd840ac4afcb None None] Enqueued Resource ID: 5d53f706-1f62-4edd-bdb4-65adba785739 with Priority: HIGHEST for action port [ 761.236310] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d53f706-1f62-4edd-bdb4-65adba785739 with Priority: HIGHEST for action port [ 761.238113] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d53f706-1f62-4edd-bdb4-65adba785739 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.238659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d53f706-1f62-4edd-bdb4-65adba785739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.238733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d53f706-1f62-4edd-bdb4-65adba785739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.239075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d53f706-1f62-4edd-bdb4-65adba785739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.239160] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d53f706-1f62-4edd-bdb4-65adba785739',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.266486] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.526503] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.527101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.527101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.527101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.527258] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.527311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.527358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.527514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.527573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.527740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.527843] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.527947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.528015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.528186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.528327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.528419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.528501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.528643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.528722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.528803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.528938] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.541445] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d68c1e1a-00b8-45d5-9849-9384620e47b2 None None] Enqueued Resource ID: 5398508b-5253-433a-b5a2-bad4a412c291 with Priority: HIGHEST for action port [ 761.542137] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5398508b-5253-433a-b5a2-bad4a412c291 with Priority: HIGHEST for action port [ 761.542668] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5398508b-5253-433a-b5a2-bad4a412c291 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.542786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5398508b-5253-433a-b5a2-bad4a412c291" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.542854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5398508b-5253-433a-b5a2-bad4a412c291" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.543176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5398508b-5253-433a-b5a2-bad4a412c291" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.543263] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5398508b-5253-433a-b5a2-bad4a412c291',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.745047] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d53f706-1f62-4edd-bdb4-65adba785739 [ 761.745047] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.745047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.745047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.745498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.745498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.745498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d53f706-1f62-4edd-bdb4-65adba785739 already deleted. [ 761.745498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d53f706-1f62-4edd-bdb4-65adba785739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.769021] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.034235] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85dff4ba-88f8-40a6-85d5-d0d39ec640f7: rpc.has_security_group_logging(os_id): False [ 762.048388] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5398508b-5253-433a-b5a2-bad4a412c291 [ 762.048795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.049122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.049392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.049727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.049976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.050200] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5398508b-5253-433a-b5a2-bad4a412c291 already deleted. [ 762.050385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5398508b-5253-433a-b5a2-bad4a412c291" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061888] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061888] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 762.174386] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.174546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.174630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.174810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.174956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192812] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 762.272107] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.272275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.272347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.272594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.272666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.272763] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 762.316076] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.316304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.316423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.316577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.316726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.329681] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 763.009356] env[66134]: INFO networking_nsxv3.common.synchronization [None req-237dbda5-1a3b-464b-b069-afd7237cd94f tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 763.010220] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 763.010623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.010810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.010909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.011273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.011407] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.129731] env[66134]: INFO networking_nsxv3.common.synchronization [None req-2e2af5e2-a485-4bc8-8566-0e42f489aeeb tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_rules [ 763.131220] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_rules [ 763.131220] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.131220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.131220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.131499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.131587] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.236849] env[66134]: INFO networking_nsxv3.common.synchronization [None req-6e4495c8-2ef5-4dc6-9c42-913604e1bf15 tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 763.237206] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 763.237929] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.237929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.370508] env[66134]: INFO networking_nsxv3.common.synchronization [None req-58856583-1bca-4080-a5de-164f2f607494 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_rules [ 763.371765] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_rules [ 763.371765] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.371765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.537968] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.538307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.538307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.538558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.538670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.538768] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 already deleted. [ 763.539667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.539886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.540217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.540318] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.657150] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.657150] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 already deleted. [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.657150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.657150] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.066463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.066463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.066463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.067328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.067453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.067575] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 already deleted. [ 764.067680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.186232] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.186232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.186232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.186232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.186232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.186232] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 already deleted. [ 764.186232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.211606] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 764.211736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.254534] env[66134]: INFO networking_nsxv3.common.synchronization [req-19f2203d-b000-4de0-8e22-1b6301ec69e0 req-876f55a7-5406-41e1-8216-262cf98f718e tempest-MigrationsAdminTest-761682699 tempest-MigrationsAdminTest-761682699-project-member] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 764.255095] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 764.255635] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.255805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.255882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.256169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.256478] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.256478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.256666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.256984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.257092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.257345] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.344977] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 764.344977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.397325] env[66134]: INFO networking_nsxv3.common.synchronization [None req-2743d358-d5b1-4296-8fb0-ffa69a628f42 None None] Enqueued Resource ID: 4b945539-d05a-441a-ba72-b163731041fc with Priority: HIGHEST for action port [ 764.401455] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b945539-d05a-441a-ba72-b163731041fc with Priority: HIGHEST for action port [ 764.401455] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b945539-d05a-441a-ba72-b163731041fc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.401455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b945539-d05a-441a-ba72-b163731041fc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.401455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b945539-d05a-441a-ba72-b163731041fc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.401455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b945539-d05a-441a-ba72-b163731041fc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.401455] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b945539-d05a-441a-ba72-b163731041fc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.636747] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.637000] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.637136] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.637391] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.637648] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.637794] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.637901] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.638505] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.638665] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.641018] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.641018] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.641018] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.641018] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.641018] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.641018] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.641018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.661639] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.661803] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.661934] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.662219] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.662579] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-383c4f5d-4b0d-444b-a661-8bd92d8ec848 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.662757] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.662869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.663206] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.663345] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383c4f5d-4b0d-444b-a661-8bd92d8ec848',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.759513] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.902459] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b945539-d05a-441a-ba72-b163731041fc [ 764.902810] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.902977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.903076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.903320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.903452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.903565] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b945539-d05a-441a-ba72-b163731041fc already deleted. [ 764.903654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b945539-d05a-441a-ba72-b163731041fc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.970732] env[66134]: INFO networking_nsxv3.common.synchronization [None req-4347d6bf-07be-45dd-a6ed-b4fa3f05f40a None None] Enqueued Resource ID: 7e5e0942-2bff-4135-91ab-1b905d71a548 with Priority: HIGHEST for action port [ 764.970888] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5e0942-2bff-4135-91ab-1b905d71a548 with Priority: HIGHEST for action port [ 764.971281] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5e0942-2bff-4135-91ab-1b905d71a548 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.971403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5e0942-2bff-4135-91ab-1b905d71a548" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.971486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5e0942-2bff-4135-91ab-1b905d71a548" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.971752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5e0942-2bff-4135-91ab-1b905d71a548" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.971838] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e0942-2bff-4135-91ab-1b905d71a548',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.165563] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.165997] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.165997] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.166259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.166386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.166536] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 383c4f5d-4b0d-444b-a661-8bd92d8ec848 not found, creating... [ 765.166996] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.166996] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.167136] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.167260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.167386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.167654] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.167799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.167913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.168168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.168301] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.168433] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 383c4f5d-4b0d-444b-a661-8bd92d8ec848 is going to be created. [ 765.194414] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.194866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.194866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.195162] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.195453] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.195712] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.261432] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.474924] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e5e0942-2bff-4135-91ab-1b905d71a548 [ 765.474924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.475513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.475653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.475792] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e5e0942-2bff-4135-91ab-1b905d71a548 already deleted. [ 765.475917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5e0942-2bff-4135-91ab-1b905d71a548" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.764520] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.764520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.764520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.764982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.764982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.764982] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be updated. [ 765.799196] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.799404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.799404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.799639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.799797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.812189] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: IN_PROGRESS for 2s [ 765.922042] env[66134]: INFO networking_nsxv3.common.synchronization [req-19f2203d-b000-4de0-8e22-1b6301ec69e0 req-197a44f4-0440-43fa-8d9d-27e34d1fd82c service nova] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_rules [ 765.922252] env[66134]: INFO networking_nsxv3.common.synchronization [req-19f2203d-b000-4de0-8e22-1b6301ec69e0 req-197a44f4-0440-43fa-8d9d-27e34d1fd82c service nova] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 765.922405] env[66134]: INFO networking_nsxv3.common.synchronization [req-19f2203d-b000-4de0-8e22-1b6301ec69e0 req-197a44f4-0440-43fa-8d9d-27e34d1fd82c service nova] Enqueued Resource ID: 383c4f5d-4b0d-444b-a661-8bd92d8ec848 with Priority: HIGHEST for action port [ 765.922976] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_rules [ 765.923924] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 765.923924] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383c4f5d-4b0d-444b-a661-8bd92d8ec848 with Priority: HIGHEST for action port [ 765.923924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.923924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.924069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.924226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.924295] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.925219] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.925377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.925674] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-383c4f5d-4b0d-444b-a661-8bd92d8ec848 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.925674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.925828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.925946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.926117] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383c4f5d-4b0d-444b-a661-8bd92d8ec848',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.356898] env[66134]: INFO networking_nsxv3.common.synchronization [req-b8968207-67f4-468a-a41b-47c345a2dd46 req-8ae9cff7-0a8d-430a-a3ff-a2169f8e6737 tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 766.357260] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 766.358029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.358029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.358029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.358029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.358259] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.358259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.358348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.358477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.358536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.358630] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.429173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.429465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.429737] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 383c4f5d-4b0d-444b-a661-8bd92d8ec848 with status ACTIVE [ 766.430027] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.430239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.431134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.431470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.431753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.431823] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.431893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.431988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.432141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.432238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432422] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.432496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.432560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.432700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.432931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432931] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 383c4f5d-4b0d-444b-a661-8bd92d8ec848 is going to be updated. [ 766.462837] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.463254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.463431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.463548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.463684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.463837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-383c4f5d-4b0d-444b-a661-8bd92d8ec848" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.753834] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.754157] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.754377] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.754753] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.755068] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.755236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.755444] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.755642] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.755805] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.756027] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.756139] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.756269] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.756383] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.756500] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.756610] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.756743] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.779462] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.780555] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.780832] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.781020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.781796] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-f513c394-3004-4359-8c07-81f54a2e894a taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.782056] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.782841] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.783627] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.783627] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f513c394-3004-4359-8c07-81f54a2e894a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.861783] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.861955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.862044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.862269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.862366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.862575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.862662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.862833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.862890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.862948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.863046] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f already deleted. [ 766.863131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.286659] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.286659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.286659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.286659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.286659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.287029] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port f513c394-3004-4359-8c07-81f54a2e894a not found, creating... [ 767.287151] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.287338] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.287458] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.287681] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.287814] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289171] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.289171] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.289171] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.289171] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.289171] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289171] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: f513c394-3004-4359-8c07-81f54a2e894a is going to be created. [ 767.313059] env[66134]: INFO networking_nsxv3.common.synchronization [None req-197b007c-f317-48df-bf2f-1bcc8839a44d None None] Enqueued Resource ID: b5d9f326-0b06-44c2-85ae-b2e757dadb02 with Priority: HIGHEST for action port [ 767.315066] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.315066] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.315258] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.315638] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.316021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.316301] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.318290] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d9f326-0b06-44c2-85ae-b2e757dadb02 with Priority: HIGHEST for action port [ 767.321857] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d9f326-0b06-44c2-85ae-b2e757dadb02 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.321857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d9f326-0b06-44c2-85ae-b2e757dadb02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.321857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d9f326-0b06-44c2-85ae-b2e757dadb02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d9f326-0b06-44c2-85ae-b2e757dadb02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321857] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d9f326-0b06-44c2-85ae-b2e757dadb02',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.626750] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 767.626750] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 767.627386] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 767.627532] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 767.627863] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.628190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.628304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.628570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.628733] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.628837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.628901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.629134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.629235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.629331] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.631258] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.631258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.631258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.631258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.631468] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.631468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.631468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.631579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.631662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.631720] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.676641] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_rules [ 767.676819] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 767.677233] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 767.677402] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 767.677535] env[66134]: INFO networking_nsxv3.common.synchronization [req-4622874a-8e46-4415-8de6-e2a198c8e176 req-1ef1f142-eaf0-4e8e-b4f9-c605b83009ae tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with Priority: HIGHEST for action port [ 767.678056] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_rules [ 767.678198] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 767.678299] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with Priority: HIGHEST for action port [ 767.678392] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 767.678480] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 767.678764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.678893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.679101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.679322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.679468] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.680630] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.680769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.680833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.682041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.682041] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.682681] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.682832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.682921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.683114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.683191] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca0b182-0a8a-4c16-8855-bbcd7ba5831a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.684409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.684515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.684725] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.684832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.823331] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 767.823566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.823821] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5d9f326-0b06-44c2-85ae-b2e757dadb02 [ 767.824038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.824185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.824243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.824427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.824508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.824593] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5d9f326-0b06-44c2-85ae-b2e757dadb02 already deleted. [ 767.824675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d9f326-0b06-44c2-85ae-b2e757dadb02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.824793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.824945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.825186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.825260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.825308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.825414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.825491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.825581] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.109338] env[66134]: INFO networking_nsxv3.common.synchronization [req-b8968207-67f4-468a-a41b-47c345a2dd46 req-f0e12892-cb68-4bb0-a34e-4d29680cbd79 service nova] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_rules [ 768.111235] env[66134]: INFO networking_nsxv3.common.synchronization [req-b8968207-67f4-468a-a41b-47c345a2dd46 req-f0e12892-cb68-4bb0-a34e-4d29680cbd79 service nova] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 768.111459] env[66134]: INFO networking_nsxv3.common.synchronization [req-b8968207-67f4-468a-a41b-47c345a2dd46 req-f0e12892-cb68-4bb0-a34e-4d29680cbd79 service nova] Enqueued Resource ID: f513c394-3004-4359-8c07-81f54a2e894a with Priority: HIGHEST for action port [ 768.112707] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_rules [ 768.112853] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 768.112955] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f513c394-3004-4359-8c07-81f54a2e894a with Priority: HIGHEST for action port [ 768.113267] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.113426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.113589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.113821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.113907] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.114787] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.114901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.114968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.115769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.115769] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.115769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.115769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.115769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.115769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.116042] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.117258] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f513c394-3004-4359-8c07-81f54a2e894a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.117359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.117430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.117580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.117656] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f513c394-3004-4359-8c07-81f54a2e894a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.133148] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.135645] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.186736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.187613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.187837] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with status ACTIVE [ 768.187912] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.188101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.188101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.188850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.188850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.188850] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.188850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.188850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.188850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.189283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.189556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189652] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a is going to be updated. [ 768.190874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.190874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.214131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.214131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.214131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.214131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.214131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.214131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.330464] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.620061] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.620061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.620061] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.621258] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f513c394-3004-4359-8c07-81f54a2e894a with status ACTIVE [ 768.621542] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.622014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.622217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.622669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.622979] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.623476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.625157] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.625157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.625157] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f513c394-3004-4359-8c07-81f54a2e894a is going to be updated. [ 768.637654] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.639804] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.654154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.654358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.654439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.654680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.654864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.655061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f513c394-3004-4359-8c07-81f54a2e894a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.836783] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.933566] env[66134]: INFO networking_nsxv3.common.synchronization [None req-302bb511-7926-428b-b7f9-479c63718aa7 tempest-ServersTestBootFromVolume-1595768318 tempest-ServersTestBootFromVolume-1595768318-project-member] Enqueued Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_rules [ 768.933566] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_rules [ 768.933566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.933566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.933566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.933566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.933566] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.050881] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d726517f-7ed1-463e-9785-ac0650c60db6 tempest-ServersTestBootFromVolume-1595768318 tempest-ServersTestBootFromVolume-1595768318-project-member] Enqueued Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_rules [ 769.052095] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_rules [ 769.052095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.052095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.127748] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.141445] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.141445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.141445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.141445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.141445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.141445] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be created. [ 769.142809] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.142932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.143018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.143208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.143304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.143709] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 769.175467] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.175467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.175467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.175467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.175467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.178805] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.178947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.178947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.179195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.179346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.186954] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: UNINITIALIZED for 2s [ 769.187705] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 769.341895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.343027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.343027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.343027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.343027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.343027] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be updated. [ 769.387406] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.387406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.387406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.389395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.389457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.403639] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: IN_PROGRESS for 2s [ 769.459033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.459033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b already deleted. [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.459033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.459033] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.631133] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.632156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.632156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.632232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.632332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.632801] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be created. [ 769.682328] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.682771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.682771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.682998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.702511] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: UNINITIALIZED for 2s [ 769.876039] env[66134]: INFO networking_nsxv3.common.synchronization [None req-15ede079-afb1-4111-88ae-e51c30c32d7d None None] Enqueued Resource ID: f8db8589-7c7e-4c4d-8dd9-7636263d891e with Priority: HIGHEST for action port [ 769.876501] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8db8589-7c7e-4c4d-8dd9-7636263d891e with Priority: HIGHEST for action port [ 769.876757] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8db8589-7c7e-4c4d-8dd9-7636263d891e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.876911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8db8589-7c7e-4c4d-8dd9-7636263d891e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.876967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8db8589-7c7e-4c4d-8dd9-7636263d891e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.879305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8db8589-7c7e-4c4d-8dd9-7636263d891e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.879341] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8db8589-7c7e-4c4d-8dd9-7636263d891e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.981038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.981354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.981437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.981657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.981752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.982327] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b already deleted. [ 769.982475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.383837] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8db8589-7c7e-4c4d-8dd9-7636263d891e [ 770.384578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.384578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.384578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.384578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.384745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.384781] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8db8589-7c7e-4c4d-8dd9-7636263d891e already deleted. [ 770.385100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8db8589-7c7e-4c4d-8dd9-7636263d891e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.202303] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 771.202616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.203661] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 771.203849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.206928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.206928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.206928] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.206928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.206928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.206928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.206928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.206928] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.208072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.208345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.208564] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.208721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.209388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.209664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.209788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.209940] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.418043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 771.418451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.418451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.418617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.418805] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.418915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.418981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.419192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.419272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.420219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.420219] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.657077] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.657299] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.712453] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.713938] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.725912] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 771.726529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.726643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.727188] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.727378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.727474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.727725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.733099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.733099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.733099] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.922483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.922696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.922753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.923441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.923441] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.923651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.923699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.923897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.924024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.924167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.924328] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.924442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.924506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.924657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.924798] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.924907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.924959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.925115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.925194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.925276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.925366] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.214790] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.217630] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.237664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.237664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.237664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.237664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.237664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.237664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.241959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.241959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.241959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.242575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.242575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.242575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.242679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.242829] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.427700] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6ee5778-4f36-4f35-ad90-8454d61d54f3: rpc.has_security_group_logging(os_id): False [ 772.452619] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.454047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.454241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.454587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.454759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.455049] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.455185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.456269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.456397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.456397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.457091] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.457323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.457323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.457430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.457783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.457839] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.457935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.458043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.458878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.459263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.459472] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be updated. [ 772.528868] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.530294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.530294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.530294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.530294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.544831] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: IN_PROGRESS for 2s [ 772.717328] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.717529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.717570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.717791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.719234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.719234] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be updated. [ 772.722482] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.722651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.722712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.723094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.723213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.723314] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 772.747445] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f214d6-033d-4769-a12e-2fa29cc82b6f: rpc.has_security_group_logging(os_id): False [ 772.761892] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.762209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.762209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.762364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.762514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.778780] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.778977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.779185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.779324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.779390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.785102] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: IN_PROGRESS for 2s [ 772.788439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.788439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.788439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.788793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.788916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.789236] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.789487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.790134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.790134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.790134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.790490] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.790564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.790685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.791294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.791479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.795040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.795040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.795040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.795040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.795040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.795040] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be created. [ 772.796098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 772.876156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.876156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.876156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.876402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.891973] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 774.559414] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 774.559742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.802018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 774.802234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.803138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.803138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.803249] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.803438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.803438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.803546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.803632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.803928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.803928] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.809162] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.809162] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.809162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.809162] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.880103] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 774.880246] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 774.906537] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 774.906537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.310558] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.311987] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.312173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.312173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.312407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.312613] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.313537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.313537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.313802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.313940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.314643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.314643] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.314643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.314643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.314954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.315082] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.315239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.315336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.316035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.316035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.316035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.316229] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.818490] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 496b84c1-cc45-467e-a49a-3670507a3ed6: rpc.has_security_group_logging(os_id): False [ 775.820034] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85dff4ba-88f8-40a6-85d5-d0d39ec640f7: rpc.has_security_group_logging(os_id): False [ 775.849224] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.849427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.849498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.849678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.849776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.849992] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.850193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.850281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.850382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.850463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.850647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.850744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.850807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.850946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.851031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.851209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.851304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.851368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.851510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.851583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.851671] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 775.853550] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.853656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.853724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.853878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.853958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.854160] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.854257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.854322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.854462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.854549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.854621] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be created. [ 775.953637] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.953794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.953869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.954133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.954315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.959057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.959057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.959057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969398] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: IN_PROGRESS for 2s [ 775.974522] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 776.005430] env[66134]: INFO networking_nsxv3.common.synchronization [req-215cf486-5f3e-4d48-938b-fda1d7ab5469 req-9dac2082-7a3c-45f7-84e0-a22d4c06f366 tempest-ServersAdminNegativeTestJSON-958069303 tempest-ServersAdminNegativeTestJSON-958069303-project-member] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 776.006016] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 776.006338] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.006468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.006529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.006796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.006971] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.007558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.007658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.007967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.008203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.008330] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.513229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.513229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.513229] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 already deleted. [ 776.513229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.523066] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523066] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523066] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523371] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.523508] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523726] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523942] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.524148] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.524364] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.524458] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.524567] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.524670] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.524775] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.524877] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.525132] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.545248] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.545418] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.545714] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.545714] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.546036] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-04648dd1-a3b0-43f2-a6d6-e4c537c85368 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.546208] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.546324] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.546717] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.546970] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04648dd1-a3b0-43f2-a6d6-e4c537c85368',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.050242] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.050913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.051227] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.051496] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.051602] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.051736] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 04648dd1-a3b0-43f2-a6d6-e4c537c85368 not found, creating... [ 777.051984] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.052153] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.052738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.052738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.052738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.053010] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.053204] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.053300] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.053460] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.053600] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.053757] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 04648dd1-a3b0-43f2-a6d6-e4c537c85368 is going to be created. [ 777.080846] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.081393] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.081393] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.081731] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.082078] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.082381] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.562643] env[66134]: INFO networking_nsxv3.common.synchronization [None req-1ef3b9a9-ecb7-4af0-90d1-4bed1908f3ab None None] Enqueued Resource ID: 26b71569-b8b2-49cf-bd36-aabceb2ec077 with Priority: HIGHEST for action port [ 777.563796] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b71569-b8b2-49cf-bd36-aabceb2ec077 with Priority: HIGHEST for action port [ 777.563951] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b71569-b8b2-49cf-bd36-aabceb2ec077 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.566943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b71569-b8b2-49cf-bd36-aabceb2ec077" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.567140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b71569-b8b2-49cf-bd36-aabceb2ec077" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.567412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b71569-b8b2-49cf-bd36-aabceb2ec077" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.567622] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b71569-b8b2-49cf-bd36-aabceb2ec077',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.820222] env[66134]: INFO networking_nsxv3.common.synchronization [req-215cf486-5f3e-4d48-938b-fda1d7ab5469 req-5f206bea-c710-4ef8-af0f-3580a0bf94f1 service nova] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_rules [ 777.820222] env[66134]: INFO networking_nsxv3.common.synchronization [req-215cf486-5f3e-4d48-938b-fda1d7ab5469 req-5f206bea-c710-4ef8-af0f-3580a0bf94f1 service nova] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 777.820379] env[66134]: INFO networking_nsxv3.common.synchronization [req-215cf486-5f3e-4d48-938b-fda1d7ab5469 req-5f206bea-c710-4ef8-af0f-3580a0bf94f1 service nova] Enqueued Resource ID: 04648dd1-a3b0-43f2-a6d6-e4c537c85368 with Priority: HIGHEST for action port [ 777.820884] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_rules [ 777.821050] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 777.821156] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04648dd1-a3b0-43f2-a6d6-e4c537c85368 with Priority: HIGHEST for action port [ 777.821460] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.821694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.821764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.822155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.822192] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.823410] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.823410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.823410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.823887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.823887] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.824016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.824016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.824524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.824657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.824736] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.825676] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-04648dd1-a3b0-43f2-a6d6-e4c537c85368 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.825793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.825883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.826072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.826479] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04648dd1-a3b0-43f2-a6d6-e4c537c85368',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.987383] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 777.987631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.993885] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 777.994138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.069348] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b71569-b8b2-49cf-bd36-aabceb2ec077 [ 778.069759] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.069759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.069759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.070018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.070065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.070234] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b71569-b8b2-49cf-bd36-aabceb2ec077 already deleted. [ 778.070234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b71569-b8b2-49cf-bd36-aabceb2ec077" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.330575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.330575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.330575] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.331024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04648dd1-a3b0-43f2-a6d6-e4c537c85368 with status ACTIVE [ 778.331024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.331024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.331024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.331235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.331916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.331916] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.331916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.331916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.331916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.331916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332328] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.332381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.332492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.332673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.332779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04648dd1-a3b0-43f2-a6d6-e4c537c85368 is going to be updated. [ 778.365533] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.365533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.365533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.365533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.365533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.365533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04648dd1-a3b0-43f2-a6d6-e4c537c85368" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.835800] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.153295] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_members [ 779.154106] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 779.154106] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 779.154457] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_members [ 779.154620] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 779.154745] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 779.155188] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-022fc16b-31c3-41a4-94ac-82cd9f4e3377 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.155188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.155321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.155998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.155998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.155998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.155998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.155998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.156284] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.157311] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.157547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.157726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.157897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.158027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.159170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.159170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.159170] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.161228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.161339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.161403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.161566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.161707] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.161803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.161988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.162223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.162349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.162438] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.215865] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_rules [ 779.216158] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_members [ 779.216240] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_rules [ 779.216304] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 779.216421] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 779.216541] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 779.216665] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c279997-9d6d-4e48-bd70-173dfd90a715 req-04959c2f-c2f8-4a18-b17c-76d63a537e81 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with Priority: HIGHEST for action port [ 779.217472] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_rules [ 779.217729] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_rules [ 779.217729] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 779.217841] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with Priority: HIGHEST for action port [ 779.217952] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_rules [ 779.218059] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_members [ 779.218326] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 779.218890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-022fc16b-31c3-41a4-94ac-82cd9f4e3377 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.218890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.218890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.219287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.219317] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.220758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.220758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.220758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.221140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.221468] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.222560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.222645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.223052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.223191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.223297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.223533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.223634] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca0b182-0a8a-4c16-8855-bbcd7ba5831a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.224819] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.224819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226036] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.226319] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-022fc16b-31c3-41a4-94ac-82cd9f4e3377 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226785] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.337924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.338340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.338340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.338485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.338533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.339714] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be created. [ 779.366706] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.368996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.368996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.368996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.368996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.379047] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: UNINITIALIZED for 2s [ 779.488437] env[66134]: INFO networking_nsxv3.common.synchronization [None req-fd01c142-5c15-4a6f-9eb2-02fd2b729d0c None None] Enqueued Resource ID: 9f67943d-073d-455b-a338-c3d73304dcd0 with Priority: HIGHEST for action port [ 779.490653] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f67943d-073d-455b-a338-c3d73304dcd0 with Priority: HIGHEST for action port [ 779.490858] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f67943d-073d-455b-a338-c3d73304dcd0 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.490949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f67943d-073d-455b-a338-c3d73304dcd0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.491035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f67943d-073d-455b-a338-c3d73304dcd0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.491299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f67943d-073d-455b-a338-c3d73304dcd0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.491389] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f67943d-073d-455b-a338-c3d73304dcd0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.631505] env[66134]: INFO networking_nsxv3.common.synchronization [req-7277a655-8082-4548-b643-5ad88575f803 req-8eda2849-d41a-482f-8fdb-ebb25d3455c2 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 779.632190] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 779.632190] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.632512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.632624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.632896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.633000] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.633153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.633213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.633984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.633984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.633984] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.662212] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.666968] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.671068] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.724498] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.724706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.724849] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a with status ACTIVE [ 779.725021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.725130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.725193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.725408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.725495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.725687] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.725786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.725845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.726008] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.726108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.726306] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.726456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.726525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.726672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.726777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.726865] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca0b182-0a8a-4c16-8855-bbcd7ba5831a is going to be updated. [ 779.730534] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.730765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.731029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-022fc16b-31c3-41a4-94ac-82cd9f4e3377 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.731164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.793825] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.793825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.793825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.793825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.793825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.793825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca0b182-0a8a-4c16-8855-bbcd7ba5831a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.997542] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f67943d-073d-455b-a338-c3d73304dcd0 [ 779.997784] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.998033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.998192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.998399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.998488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.998649] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f67943d-073d-455b-a338-c3d73304dcd0 already deleted. [ 779.998816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f67943d-073d-455b-a338-c3d73304dcd0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.108210] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.108421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.108754] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.109099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.109714] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.109827] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.109937] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.110368] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.110499] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.110763] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.110901] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.111047] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.111193] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.111451] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.111451] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.111653] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.133148] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.133281] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.133462] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.133593] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.133988] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-7e86254c-c969-4d26-8521-2c048452276f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.134519] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.134519] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.134876] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.135037] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86254c-c969-4d26-8521-2c048452276f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.136206] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.136341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.137301] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.137301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.139657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.139657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.139657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.139657] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 780.167555] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.171884] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.173570] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.180813] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.181344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.181344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.181495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.181573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.208060] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 780.641490] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.641776] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.641949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.642381] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.642587] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.642781] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 7e86254c-c969-4d26-8521-2c048452276f not found, creating... [ 780.643148] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.643364] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643484] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.643722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.643859] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.644177] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.644467] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.644725] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.644908] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.645071] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.645217] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 7e86254c-c969-4d26-8521-2c048452276f is going to be created. [ 780.674179] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.674179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.674179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.674640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.674640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.674640] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 is going to be created. [ 780.676414] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.676678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.676678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.676900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.676900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.676900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 780.678411] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.678595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.678679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.678921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.679031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.679146] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be updated. [ 780.683140] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.683412] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.683502] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.683838] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.684321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.684437] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.770762] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.770964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.771039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.771226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.771443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.778770] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.778920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.778991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.779443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.779656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.782192] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.782331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.782390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.782602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.782743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.798134] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 in Status: UNINITIALIZED for 2s [ 780.798797] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 780.799515] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: IN_PROGRESS for 2s [ 781.391859] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.391859] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.391859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.391859] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.422440] env[66134]: INFO networking_nsxv3.common.synchronization [req-7277a655-8082-4548-b643-5ad88575f803 req-8d6bd81c-090e-479a-8c27-035079d2bb27 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 781.422687] env[66134]: INFO networking_nsxv3.common.synchronization [req-7277a655-8082-4548-b643-5ad88575f803 req-8d6bd81c-090e-479a-8c27-035079d2bb27 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 781.422747] env[66134]: INFO networking_nsxv3.common.synchronization [req-7277a655-8082-4548-b643-5ad88575f803 req-8d6bd81c-090e-479a-8c27-035079d2bb27 service nova] Enqueued Resource ID: 7e86254c-c969-4d26-8521-2c048452276f with Priority: HIGHEST for action port [ 781.423430] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 781.423558] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 781.423708] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e86254c-c969-4d26-8521-2c048452276f with Priority: HIGHEST for action port [ 781.424392] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.424392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.424392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.424392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.424710] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.427435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.427606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.428263] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e86254c-c969-4d26-8521-2c048452276f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.428263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.428418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.429299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.429299] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86254c-c969-4d26-8521-2c048452276f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.598989] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.598989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.598989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.598989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.598989] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.895502] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.899388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.899500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.899742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.899944] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.900427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.900589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.901407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.901407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.901507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.901706] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.901808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.901808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.901989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.902154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.902274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.902338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.902485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.902599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.904133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.904308] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.929310] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.929310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.934288] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e86254c-c969-4d26-8521-2c048452276f with status ACTIVE [ 781.934460] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.934599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.937092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937092] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e86254c-c969-4d26-8521-2c048452276f is going to be updated. [ 781.967125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.967396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.967482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.967866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.967866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.968085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e86254c-c969-4d26-8521-2c048452276f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.102133] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.244279] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 782.244528] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 782.244600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.244764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.247458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.247458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.247458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.247458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.247458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.247458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.247458] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.408037] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0527fafd-7a6c-4ecc-a941-260f0af74413: rpc.has_security_group_logging(os_id): False [ 782.431643] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.432022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.432022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.432337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.432498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432750] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.432903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.432974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.433190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.433276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.435933] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.437017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.437210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.437210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.437430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.437493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.437658] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be created. [ 782.506549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.506784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.506872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.507097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.507514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.522888] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: IN_PROGRESS for 2s [ 782.606693] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.689294] env[66134]: INFO networking_nsxv3.common.synchronization [req-61712f4a-500f-4f4f-bfe5-d5bf692a254c req-dc037eb6-0b87-4a8e-b387-c36b6a6e745c tempest-ServerActionsV293TestJSON-2142844074 tempest-ServerActionsV293TestJSON-2142844074-project-member] Enqueued Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_members [ 782.690013] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 with Priority: HIGHEST for action security_group_members [ 782.690520] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.690653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.690726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.691025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.691137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.691210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.691260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.691426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.691541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.691638] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f41dda1-5cf2-46a0-a0af-ca0b108dbd01',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.749584] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.813736] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 in Status: SUCCESS [ 782.813953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.814649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.814900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.815113] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.815239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.815308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.815479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.815567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.815712] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.818402] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 782.818607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.819607] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 782.819793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.820342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820805] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821700] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.823537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.824195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.824195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.824195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.824195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.824602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.826212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.826212] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.110991] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 783.110991] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 783.194768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.194927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.195075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.195336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.195617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.195697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.195793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.195856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.196040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.196878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.196878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 is going to be updated. [ 783.224922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.225124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.225362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.225627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.225775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.237081] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 in Status: IN_PROGRESS for 2s [ 783.252654] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.325460] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.326546] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.328424] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.400253] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba56da43-c242-4177-9d1d-808bde008ccb req-0a752aa7-44fb-40e4-9a49-605cdc5dcc30 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 783.400253] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba56da43-c242-4177-9d1d-808bde008ccb req-0a752aa7-44fb-40e4-9a49-605cdc5dcc30 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_members [ 783.400253] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba56da43-c242-4177-9d1d-808bde008ccb req-0a752aa7-44fb-40e4-9a49-605cdc5dcc30 tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 783.400253] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 with Priority: HIGHEST for action security_group_members [ 783.400467] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 with Priority: HIGHEST for action security_group_members [ 783.400576] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 783.401168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-496b84c1-cc45-467e-a49a-3670507a3ed6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.401168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.401258] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-022fc16b-31c3-41a4-94ac-82cd9f4e3377 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.401363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.401561] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.401636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.755386] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.755749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.755749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.755998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.755998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.757046] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 783.793468] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.793631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.793704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.793972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.794583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.807617] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 783.829345] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.832454] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.833409] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.086906] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.086906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.086906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.086906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.098462] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 784.098462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.099570] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 784.132337] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.132529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.132585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.132757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.143226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.143869] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 784.143983] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.146119] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 784.191264] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.191264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.191264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.191264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.193412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.193806] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 784.283619] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.283619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.283619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.283619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.283619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.283619] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 784.331622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.331860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.331964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.332283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.332378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.332501] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be updated. [ 784.335335] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.336350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.336440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.336623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.336765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.336834] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 is going to be updated. [ 784.338102] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.338282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.338282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.338456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.338560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.338624] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 784.376260] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.376465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.376572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.376811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.377234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.404548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.404846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.405023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.406072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.406252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.409052] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: IN_PROGRESS for 2s [ 784.409856] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.409989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.410085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.410307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.410461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.417738] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.417738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.417738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.417738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.417738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.417738] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 784.417738] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bfcdb6ff-4614-462f-9f98-b800c2c881d5', 'e1730221-e004-4030-a8d2-1005b6a1e5a9', 'e55950c9-faaa-4c37-8681-7b2df4ce6282', '18a60ecd-75b7-4db3-b7de-bda65db93a20', '3efb43cb-bb3d-4806-98c3-13ba99b5c582', 'dd2067c8-4bce-43c4-8e02-d3d2426dcdf9', 'aa2dd3dc-07f6-4d6c-ad03-05962945beb6', '908b7942-99e7-4086-ab55-1a55fa705b86', '1688988e-c836-4575-bf5d-bbfedb3fed03', 'a5c74c21-c5d3-4cbd-b845-8195ca937832', '97f4ef89-b00d-4ca0-b8e7-45990cac0f6f', 'e5f9e5bd-e6cb-4b47-9a95-a488cd40baad', '0cdc49f0-ab0a-4128-8388-1856de3aa831', '8ae34e41-0eba-48e0-95cf-f15f8d8d231d', 'b4616f20-a724-49ea-ae59-aefe105579b4', '201ec166-2c02-48be-8d15-54ae0dc55532', '0527fafd-7a6c-4ecc-a941-260f0af74413', '51f214d6-033d-4769-a12e-2fa29cc82b6f', '6a5c70ec-0926-4409-aa31-2e4f0cae24bb', 'b65f622c-b037-4d29-9c14-4710d58b1af9', 'bae5aa3d-0471-40ea-a320-747cd2d434c9', '85dff4ba-88f8-40a6-85d5-d0d39ec640f7', '4af495e8-ae8d-49e7-bb15-150cf5bdd37a', 'eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f', 'a47ea096-cd99-4651-81cb-b6d778018420', 'eebfee86-7c32-49e0-b928-d4e323b1f782', '9f41dda1-5cf2-46a0-a0af-ca0b108dbd01', '421c6a27-8c26-41b6-b90a-6b90d1b49e94', 'b6ee5778-4f36-4f35-ad90-8454d61d54f3', 'c9de396f-ffe8-4578-9102-ff5b74861f3c', '56161d3b-8114-4597-b8da-f4a2a9ad0634', '485168ab-a650-49be-a1c3-aa25ba6b9389', 'b9106897-4113-4dcc-ab8c-7f60fb3dcdcc', '496b84c1-cc45-467e-a49a-3670507a3ed6'} {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.417738] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 784.422260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 784.428965] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 in Status: IN_PROGRESS for 2s [ 784.443920] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.443920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.443920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.443920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.443920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.443920] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 784.443920] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.443920] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 784.527403] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.527618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.527663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.527922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.528676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.528932] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 784.529051] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.529147] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 784.529255] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 784.529377] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 784.529473] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGH for action security_group_rules [ 784.529573] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGH for action security_group_rules [ 784.529662] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGH for action security_group_rules [ 784.529790] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGH for action security_group_rules [ 784.529892] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGH for action security_group_rules [ 784.529989] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGH for action security_group_rules [ 784.530086] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGH for action security_group_rules [ 784.530181] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGH for action security_group_rules [ 784.530294] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGH for action security_group_rules [ 784.530421] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGH for action security_group_rules [ 784.530501] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGH for action security_group_rules [ 784.530600] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGH for action security_group_rules [ 784.530691] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGH for action security_group_rules [ 784.530786] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGH for action security_group_rules [ 784.530871] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGH for action security_group_rules [ 784.530954] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGH for action security_group_rules [ 784.531057] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGH for action security_group_rules [ 784.531274] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGH for action security_group_rules [ 784.531274] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGH for action security_group_rules [ 784.531274] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGH for action security_group_rules [ 784.531399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.543839] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 784.544123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.914554] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-4f28c3a7-ba29-49f8-8108-4d68972f5142 tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 784.915218] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 784.915497] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 with Priority: HIGH for action security_group_rules [ 784.915900] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 with Priority: HIGH for action security_group_rules [ 784.916074] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 with Priority: HIGH for action security_group_rules [ 784.916130] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4616f20-a724-49ea-ae59-aefe105579b4 with Priority: HIGH for action security_group_rules [ 784.916217] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGH for action security_group_rules [ 784.916312] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGH for action security_group_rules [ 784.916398] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGH for action security_group_rules [ 784.916491] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGH for action security_group_rules [ 784.916596] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGH for action security_group_rules [ 784.916675] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201ec166-2c02-48be-8d15-54ae0dc55532 with Priority: HIGH for action security_group_rules [ 784.916751] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 with Priority: HIGH for action security_group_rules [ 784.916836] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGH for action security_group_rules [ 784.916921] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGH for action security_group_rules [ 784.917028] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 with Priority: HIGH for action security_group_rules [ 784.917436] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 with Priority: HIGH for action security_group_rules [ 784.918018] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGH for action security_group_rules [ 784.918018] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGH for action security_group_rules [ 784.918018] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGH for action security_group_rules [ 784.918018] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 with Priority: HIGH for action security_group_rules [ 784.918018] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 with Priority: HIGH for action security_group_rules [ 784.918368] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.918861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.918976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.919220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.919445] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.919532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.919603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.919824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.920061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.920160] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.921750] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.921750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.921750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.921938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.921971] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfcdb6ff-4614-462f-9f98-b800c2c881d5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.922913] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55950c9-faaa-4c37-8681-7b2df4ce6282 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.923498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.923601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.923767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.923960] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55950c9-faaa-4c37-8681-7b2df4ce6282',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.926536] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.926668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.926725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.926871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.926980] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2dd3dc-07f6-4d6c-ad03-05962945beb6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.928165] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4616f20-a724-49ea-ae59-aefe105579b4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.928165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.928420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.928420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.928688] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4616f20-a724-49ea-ae59-aefe105579b4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.936779] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.936961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.937592] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.937732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.938160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.938160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.938160] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.939583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.939787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.939787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.939935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.939993] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.941874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.941874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.941874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.942128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.942128] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.943395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.943571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.943571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.943862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.943937] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.945286] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-201ec166-2c02-48be-8d15-54ae0dc55532 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.945421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.946026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.946026] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('201ec166-2c02-48be-8d15-54ae0dc55532',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.946913] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdc49f0-ab0a-4128-8388-1856de3aa831 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.947041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.947618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.947618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.947618] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdc49f0-ab0a-4128-8388-1856de3aa831',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.947618] env[66134]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 784.948251] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.948357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.948426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.948573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.948642] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.949622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.949815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.949815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.949958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.950019] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.952470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c74c21-c5d3-4cbd-b845-8195ca937832 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.952470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.952753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.952815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.952878] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c74c21-c5d3-4cbd-b845-8195ca937832',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.954726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1688988e-c836-4575-bf5d-bbfedb3fed03 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.954928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.954928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.955197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.955197] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1688988e-c836-4575-bf5d-bbfedb3fed03',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.956553] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.956712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.956712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.956923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.956978] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.958189] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.958283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.958322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.958483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.958561] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.959601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.959735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.959805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.960099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.960099] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.961231] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1730221-e004-4030-a8d2-1005b6a1e5a9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.961364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.961459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.961565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.961636] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1730221-e004-4030-a8d2-1005b6a1e5a9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.963813] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a60ecd-75b7-4db3-b7de-bda65db93a20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.964054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.964170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.964424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.964547] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a60ecd-75b7-4db3-b7de-bda65db93a20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.975450] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.975781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.976145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.977239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.977239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.977239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.977414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.977414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.977590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.977663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.977750] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c already deleted. [ 784.977858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.013281] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.013742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.013742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.013924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.017845] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.018048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.047718] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfcdb6ff-4614-462f-9f98-b800c2c881d5 is going to be deleted. [ 785.049974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.070535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.070676] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55950c9-faaa-4c37-8681-7b2df4ce6282 is going to be deleted. [ 785.106037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.106205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.106279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.106494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.106604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.107186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfcdb6ff-4614-462f-9f98-b800c2c881d5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.123377] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.123565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.123686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.123872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.124009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.124108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55950c9-faaa-4c37-8681-7b2df4ce6282" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.259493] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 in Status: SUCCESS [ 785.259703] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f41dda1-5cf2-46a0-a0af-ca0b108dbd01 deletion is rescheduled due to dependency. [ 785.259835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f41dda1-5cf2-46a0-a0af-ca0b108dbd01" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.277271] env[66134]: INFO networking_nsxv3.common.synchronization [req-a88fe0e2-0669-4931-bae1-b7b8301b4fbb req-5f881b79-31b7-4432-bc79-86823d3fd919 tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 785.279022] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 785.279452] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.279633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.279732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.280022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.280323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.280408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.280597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.280665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.280772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.280906] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.523905] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.524128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.524128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.524375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.524521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.524641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.524723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.524900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.524984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.525465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.525574] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.535794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.535929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.536622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.536622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.536622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.536622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.536622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.536938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.536938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.536938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.537049] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.540101] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.540292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.540790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.540790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.540901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.541050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.541156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.541370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.541498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.541656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.541791] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.551745] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.555118] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.555118] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.555118] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.555118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.555995] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.555995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.555995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.555995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.555995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.556237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.556237] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.560987] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.560987] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.560987] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.560987] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.560987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.562056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.562340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.562569] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.563102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.563102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.563102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.563246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.564387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.565095] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.567864] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.568748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.568748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.568748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.568748] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.568963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.568963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.569878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.569878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.569878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.569878] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.579039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.579039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.579039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.579039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.639108] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.639360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.640651] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.642135] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.642305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.643664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.643821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.645150] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.645315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.646639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.646639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.648198] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.648198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.653400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.653865] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1730221-e004-4030-a8d2-1005b6a1e5a9 is going to be deleted. [ 785.654959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.655482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.681453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.682099] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdc49f0-ab0a-4128-8388-1856de3aa831 is going to be deleted. [ 785.683303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.683568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.718927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.718927] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2dd3dc-07f6-4d6c-ad03-05962945beb6 is going to be deleted. [ 785.718927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.719369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.749462] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.749808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.755181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.755655] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 201ec166-2c02-48be-8d15-54ae0dc55532 is going to be deleted. [ 785.757757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.757826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.784042] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.788329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.788576] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1688988e-c836-4575-bf5d-bbfedb3fed03 is going to be deleted. [ 785.790071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.790597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.795199] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.795461] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.795593] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.795947] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.796288] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.796495] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.796651] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.796900] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797056] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797326] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.797459] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.797642] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.797754] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.797874] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.798103] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.798193] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.816079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.816373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.825121] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 785.825121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.827462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.828161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.828829] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.829064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.829268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.829785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.829785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.829988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.831643] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.883051] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.883051] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.084 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.883051] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.883051] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.883348] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-b2c6391b-099c-4749-afda-3960b057bc31 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.883513] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.883621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.884140] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.884300] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c6391b-099c-4749-afda-3960b057bc31',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.891045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.891273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.893579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.893716] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be deleted. [ 785.894697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.894969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.961955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.962895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.969737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.970613] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c74c21-c5d3-4cbd-b845-8195ca937832 is going to be deleted. [ 785.971152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.971534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.023071] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.024107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.037749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.038311] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a60ecd-75b7-4db3-b7de-bda65db93a20 is going to be deleted. [ 786.039974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.040596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.046284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.046528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046667] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.046828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.047507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.047752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.048815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.048815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.048815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.048815] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.048815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.049095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.049155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.049399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.050186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.050186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.051264] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.052515] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.052645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.052692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.053402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.053402] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.053402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.053402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.053650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.054590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.054590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.054590] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.054590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.054590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.054590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.055949] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.055949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.055949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.055949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.055949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.055949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.055949] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.081539] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.083143] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.083143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.083143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.084151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.084151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.084151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.084415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.084415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.084518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.084707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.085304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.085304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.085304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.085304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.085610] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.085610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.085748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.086394] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.086394] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.086394] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.086394] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.088316] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.089209] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.090441] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.103250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.103737] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4616f20-a724-49ea-ae59-aefe105579b4 is going to be deleted. [ 786.106079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.106422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.106579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.106732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1730221-e004-4030-a8d2-1005b6a1e5a9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.106916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.107120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.107210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.107371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdc49f0-ab0a-4128-8388-1856de3aa831" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.108916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.109135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.109359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.109575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2dd3dc-07f6-4d6c-ad03-05962945beb6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.110373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.110500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.110588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.110716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-201ec166-2c02-48be-8d15-54ae0dc55532" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.110900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.111094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.111170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.111289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1688988e-c836-4575-bf5d-bbfedb3fed03" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.124094] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.124769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.124911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.171338] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.171689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.171689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.171918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.172548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c74c21-c5d3-4cbd-b845-8195ca937832" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.209966] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.210207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.210298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.210595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.210722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.210916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a60ecd-75b7-4db3-b7de-bda65db93a20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.288191] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.333944] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.334267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.334522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.334635] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.334742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.334805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.335635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.335737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335983] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.336362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.336432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.336666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.336666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.336777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.336857] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.338830] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.339466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.339466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.339914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4616f20-a724-49ea-ae59-aefe105579b4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.390946] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.394030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.394030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.394030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.394030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.394030] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port b2c6391b-099c-4749-afda-3960b057bc31 not found, creating... [ 786.394030] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.394030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.394030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.394558] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.394906] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.395468] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.395802] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.396219] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.396592] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.396857] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.397277] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: b2c6391b-099c-4749-afda-3960b057bc31 is going to be created. [ 786.432038] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 786.432038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.432038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.432038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.432038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.432038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.432542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.432850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.433110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.433314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.433516] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.434886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.435245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.435597] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.435855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.436066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.436327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.436512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.436941] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.441157] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 786.441803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.442673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.443266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.443638] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.443939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.444476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.444879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.445090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.445276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.446019] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.448137] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.448747] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.449172] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.452028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.452028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.452421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.453778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.454232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.454698] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.456029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.456029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.456029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.456029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.456029] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.461702] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 in Status: SUCCESS [ 786.461998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.465018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.465222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.465489] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.465639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.465737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.465947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.466085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.466235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.466355] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.468257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.468823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.469097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.469249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.469341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.469599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.469715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.470118] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.559044] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f: rpc.has_security_group_logging(os_id): False [ 786.559825] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0527fafd-7a6c-4ecc-a941-260f0af74413: rpc.has_security_group_logging(os_id): False [ 786.560839] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efb43cb-bb3d-4806-98c3-13ba99b5c582: rpc.has_security_group_logging(os_id): False [ 786.594098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f214d6-033d-4769-a12e-2fa29cc82b6f: rpc.has_security_group_logging(os_id): False [ 786.594553] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd2067c8-4bce-43c4-8e02-d3d2426dcdf9: rpc.has_security_group_logging(os_id): False [ 786.595469] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5c70ec-0926-4409-aa31-2e4f0cae24bb: rpc.has_security_group_logging(os_id): False [ 786.596510] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae34e41-0eba-48e0-95cf-f15f8d8d231d: rpc.has_security_group_logging(os_id): False [ 786.598201] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.599674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.599674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.600587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.601660] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.601829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.602098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908b7942-99e7-4086-ab55-1a55fa705b86: rpc.has_security_group_logging(os_id): False [ 786.651477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.651829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.652951] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.653102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.658023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.658023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.663510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.663701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.664646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.664754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.679848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.680232] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.680624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.680624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.680766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.680846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.681067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.681165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.681238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.681407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.681514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.681658] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.681765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.681877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.682531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.682749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682945] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 786.684257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.684626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.733031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.733031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.733031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.733724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.733724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.733724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.733724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.733724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.733724] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be updated. [ 786.735233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.735556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.792587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.792789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.792877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.793211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.793332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.793729] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 786.796108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.796475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.796659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.796774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.797034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.797170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.797344] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 is going to be updated. [ 786.798441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.840824] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b65f622c-b037-4d29-9c14-4710d58b1af9: rpc.has_security_group_logging(os_id): False [ 786.872512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.872903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.874356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.874631] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.874756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.875119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.875347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.875468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.875584] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 786.876943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.877036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.888563] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.888978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.889100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.889480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.889766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.894279] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.894445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.921343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921756] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.921864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.921933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.922170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.922260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.922365] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be updated. [ 786.923478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.923667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.926510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.926891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.927643] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 786.928983] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.929234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.939286] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('496b84c1-cc45-467e-a49a-3670507a3ed6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.940382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.940495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.944552] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.944653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.959870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.960017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.960301] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.974858] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('022fc16b-31c3-41a4-94ac-82cd9f4e3377',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.974858] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.974858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.984476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.984580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.984966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.985141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb is going to be updated. [ 786.986685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.986858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.030358] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.030358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.095472] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.095936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.096052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.096151] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f is going to be updated. [ 787.098677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.099094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.141124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.141481] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.141674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.141761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.141980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.142080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.142442] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be updated. [ 787.143943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.144281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.144462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.145739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.145978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.148211] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.148211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.163849] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.164126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.178853] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-df8f44d4-9df6-4798-ba4d-cf0484e1bc2e service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 787.179180] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-df8f44d4-9df6-4798-ba4d-cf0484e1bc2e service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 787.179693] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-df8f44d4-9df6-4798-ba4d-cf0484e1bc2e service nova] Enqueued Resource ID: b2c6391b-099c-4749-afda-3960b057bc31 with Priority: HIGHEST for action port [ 787.180776] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 787.180934] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 787.181224] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6391b-099c-4749-afda-3960b057bc31 with Priority: HIGHEST for action port [ 787.181587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.181783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.182982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.182982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.182982] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.184105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.184849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.184849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.184849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.184984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.185172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.185290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.185551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.185728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.185907] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.189048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c6391b-099c-4749-afda-3960b057bc31 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.189468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.189598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.189849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.190122] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c6391b-099c-4749-afda-3960b057bc31',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.204232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.204542] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.204768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.204768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.204924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.205103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.205225] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be updated. [ 787.207760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.208020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.208807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.209077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.209327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.209427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.209671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.209789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.209960] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 is going to be deleted. [ 787.213483] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 787.214816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.215149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.258296] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.258296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.287136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.287590] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.287751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.287839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.288098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.288357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.288576] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.288691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.288756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.288959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.289073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.289376] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.289690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.289690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.289852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.289901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.289985] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 787.291354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.291643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.291769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.292818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.293048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.293211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.294398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.294615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.294794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.296018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.296191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.296642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.299048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.299048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.299048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.300731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.300731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.300731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.374089] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.374089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.374089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.374089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.374089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.383973] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 787.388251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: SUCCESS [ 787.388251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.401764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.402091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.402171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.402504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.402971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.402971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.413748] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.413960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.414236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.414396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.432982] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: IN_PROGRESS for 2s [ 787.434917] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 787.436337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.437529] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: IN_PROGRESS for 2s [ 787.439236] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: IN_PROGRESS for 2s [ 787.440613] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 787.442372] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 787.443882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.444199] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 496b84c1-cc45-467e-a49a-3670507a3ed6: rpc.has_security_group_logging(os_id): False [ 787.465104] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.476757] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.477863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.477863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.478043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.478150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.478238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.480141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.480141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.480141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 is going to be updated. [ 787.482421] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 022fc16b-31c3-41a4-94ac-82cd9f4e3377: rpc.has_security_group_logging(os_id): False [ 787.515358] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.515358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.515691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.516191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.516191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.516191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.516581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.516581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.516581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.516581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.516812] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 is going to be created. [ 787.555272] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.555432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.555490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.555719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.555976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.568326] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/022fc16b-31c3-41a4-94ac-82cd9f4e3377], does not exist path=[/infra/domains/default/groups/022fc16b-31c3-41a4-94ac-82cd9f4e3377]."\n}' [ 787.569032] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/022fc16b-31c3-41a4-94ac-82cd9f4e3377 [ 787.569032] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.578035] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 787.627138] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-ac3b4bdf-6b6b-4330-8249-d3e825ccda59 tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 787.627138] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 787.627352] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.627352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.644690] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.644774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.644810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.645159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.645383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.650921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.651158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.651158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.651376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.652224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.652558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.652703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.652771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.652984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.653088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.653321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.653436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.653593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.653974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.654085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.654182] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022fc16b-31c3-41a4-94ac-82cd9f4e3377 is going to be created. [ 787.668382] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: IN_PROGRESS for 2s [ 787.685834] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/022fc16b-31c3-41a4-94ac-82cd9f4e3377], does not exist path=[/infra/domains/default/groups/022fc16b-31c3-41a4-94ac-82cd9f4e3377]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/022fc16b-31c3-41a4-94ac-82cd9f4e3377 [ 787.686062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-022fc16b-31c3-41a4-94ac-82cd9f4e3377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.686978] env[66134]: Traceback (most recent call last): [ 787.686978] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 787.686978] env[66134]: return func(*args, **kwargs) [ 787.686978] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 787.686978] env[66134]: res.raise_for_status() [ 787.686978] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 787.686978] env[66134]: raise HTTPError(http_error_msg, response=self) [ 787.686978] env[66134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/022fc16b-31c3-41a4-94ac-82cd9f4e3377 [ 787.686978] env[66134]: During handling of the above exception, another exception occurred: [ 787.686978] env[66134]: Traceback (most recent call last): [ 787.686978] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 787.686978] env[66134]: listener.cb(fileno) [ 787.686978] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 787.686978] env[66134]: result = function(*args, **kwargs) [ 787.686978] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 787.686978] env[66134]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 787.686978] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 787.686978] env[66134]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 787.686978] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 787.686978] env[66134]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 787.686978] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 787.686978] env[66134]: res.raise_for_status() [ 787.686978] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 787.686978] env[66134]: raise HTTPError(http_error_msg, response=self) [ 787.686978] env[66134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/022fc16b-31c3-41a4-94ac-82cd9f4e3377 [ 787.686978] env[66134]: Removing descriptor: 21 [ 787.694746] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c6391b-099c-4749-afda-3960b057bc31 with status ACTIVE [ 787.695108] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.695247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.695323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.695583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.695812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.695999] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.696113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.696169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.696342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.696431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.696658] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.696712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.697884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.697884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.697884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.697884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c6391b-099c-4749-afda-3960b057bc31 is going to be updated. [ 787.698705] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.698833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.699030] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.728019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.728019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.728019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.728019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.728019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.728019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c6391b-099c-4749-afda-3960b057bc31" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.970147] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.970147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.970147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.970147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.970490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.970490] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 788.016672] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.016672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.016672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.017109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.017109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.029832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 788.055109] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.055375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.055506] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.055787] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.056071] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056235] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056353] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.056578] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.056709] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.056931] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.057063] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.057200] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.057337] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.057456] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.057565] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.057699] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.076314] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.076489] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.076699] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.076898] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.077302] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-082469d4-3ab8-4001-b4cb-2e0fb1648f23 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.077480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.077598] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.077967] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.078152] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082469d4-3ab8-4001-b4cb-2e0fb1648f23',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.203766] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.581086] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.581361] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.581547] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.581950] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.582171] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.582390] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 082469d4-3ab8-4001-b4cb-2e0fb1648f23 not found, creating... [ 788.582734] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.582932] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.583099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.583370] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.583536] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.583862] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.584036] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.584228] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.584499] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.584768] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.584844] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 082469d4-3ab8-4001-b4cb-2e0fb1648f23 is going to be created. [ 788.612819] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.613095] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.613228] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.613554] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.613816] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.614089] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.707763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.708052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.708133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.708471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.708647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.708768] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be created. [ 788.743647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.744132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.744225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.744508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.744709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.761772] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: UNINITIALIZED for 2s [ 788.938015] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 788.938244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.229505] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 789.230388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.337491] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-12a02b55-075b-4619-9fcf-32a07dacb4ef service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 789.337754] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-12a02b55-075b-4619-9fcf-32a07dacb4ef service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 789.337970] env[66134]: INFO networking_nsxv3.common.synchronization [req-750b3798-c157-4159-bb9b-4959886b6075 req-12a02b55-075b-4619-9fcf-32a07dacb4ef service nova] Enqueued Resource ID: 082469d4-3ab8-4001-b4cb-2e0fb1648f23 with Priority: HIGHEST for action port [ 789.338626] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 789.338769] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 789.338871] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082469d4-3ab8-4001-b4cb-2e0fb1648f23 with Priority: HIGHEST for action port [ 789.339864] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.339973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.341314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-082469d4-3ab8-4001-b4cb-2e0fb1648f23 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.341314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.341314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.341314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.341314] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082469d4-3ab8-4001-b4cb-2e0fb1648f23',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.398527] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 789.398733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.451294] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 789.452036] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 deletion is rescheduled due to dependency. [ 789.452180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.453097] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: SUCCESS [ 789.453309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.454315] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: SUCCESS [ 789.454510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.456166] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 789.456334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592608] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 789.594142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.594142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.594142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.594142] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.690516] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496b84c1-cc45-467e-a49a-3670507a3ed6 in Status: SUCCESS [ 789.690788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496b84c1-cc45-467e-a49a-3670507a3ed6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.843280] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 082469d4-3ab8-4001-b4cb-2e0fb1648f23 with status ACTIVE [ 789.843581] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.843732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.843804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.844139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.844139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.844307] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.844406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.844481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.844710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.844799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.845052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.845129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.845163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.845295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.845373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.845459] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 082469d4-3ab8-4001-b4cb-2e0fb1648f23 is going to be updated. [ 789.869974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.870199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.870304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.870561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.870897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.870897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082469d4-3ab8-4001-b4cb-2e0fb1648f23" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.042966] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 790.042966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.043191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.043432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.043688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.044478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.044478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.044478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.044478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.044478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.044714] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.044714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.044714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.044845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.045067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.045233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.045283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.045433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.045711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.045711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.045711] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.098775] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.098939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.098994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.099309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.099505] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.099609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.099673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.099842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.099949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.100097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.100143] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.547712] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85dff4ba-88f8-40a6-85d5-d0d39ec640f7: rpc.has_security_group_logging(os_id): False [ 790.571832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.572059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.572828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.573164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.595259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.595516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.595643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.595704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.596189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.596285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.596490] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.596598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.596665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.596816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.596914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.597072] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.597166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.597307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.597485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.597563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.597652] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 790.602733] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.602733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.602925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.602925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.603058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.603101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.603445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603585] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.603735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.603810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.603953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.604126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.604216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.604282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.604424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.604523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604657] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.666443] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.666665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.666665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.666871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.667047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.686400] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 790.776616] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 790.777740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.777740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.777740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.778363] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.778538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.778538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.778937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.779089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.779274] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.106794] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b65f622c-b037-4d29-9c14-4710d58b1af9: rpc.has_security_group_logging(os_id): False [ 791.128142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.128319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.128319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.128529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.150788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.151169] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.151315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.151392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.151710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.151882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152109] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.152464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.152738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152738] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.153036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.153205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.153287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.153380] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 791.219307] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.220422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.220422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.220422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.220422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.257381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 791.284360] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.503247] env[66134]: INFO networking_nsxv3.common.synchronization [None req-44a2a8da-ba32-420a-ab4f-c44dd97f029c None None] Enqueued Resource ID: e0fd77cb-3f17-47ab-86f4-d55316a17f14 with Priority: HIGHEST for action port [ 791.503854] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fd77cb-3f17-47ab-86f4-d55316a17f14 with Priority: HIGHEST for action port [ 791.504598] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0fd77cb-3f17-47ab-86f4-d55316a17f14 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0fd77cb-3f17-47ab-86f4-d55316a17f14" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0fd77cb-3f17-47ab-86f4-d55316a17f14" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0fd77cb-3f17-47ab-86f4-d55316a17f14" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505197] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0fd77cb-3f17-47ab-86f4-d55316a17f14',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.788333] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.007119] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0fd77cb-3f17-47ab-86f4-d55316a17f14 [ 792.008855] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.009823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009823] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0fd77cb-3f17-47ab-86f4-d55316a17f14 already deleted. [ 792.009823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0fd77cb-3f17-47ab-86f4-d55316a17f14" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.290217] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.290443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.290521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.290893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.290893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.291052] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 792.333456] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.333456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.333456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.333456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.333456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.344378] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba428f4a-bbfa-4eaf-8e61-c280d0c4ee17 req-6a4752f9-2cbf-4d7a-9a8d-c767b8541062 tempest-ServerAddressesNegativeTestJSON-1737512340 tempest-ServerAddressesNegativeTestJSON-1737512340-project-member] Enqueued Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_members [ 792.344894] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 792.346945] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_members [ 792.348280] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.348280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.348280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.348280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.348456] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.348571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.348686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.348931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.349070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.349850] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.707024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 792.707288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.824028] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.824338] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-694" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.824338] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-694" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.824689] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-694" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.824967] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.825138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.825253] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.825497] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.825725] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.825879] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.825994] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.826116] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.826222] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.826374] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.826935] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.826935] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.846921] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.847236] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.847399] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.847618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-694" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.848314] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.848314] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.848314] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.848531] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.848673] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b2d728-9eb3-4279-a2d1-a236f6f869b5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.851795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.851956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.852465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.853833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.853833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.853833] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.853833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.853833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.854330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.854710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.854829] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef already deleted. [ 792.854930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.281491] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 793.281680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.351715] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.352094] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.352206] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.352543] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.352708] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.352869] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port b0b2d728-9eb3-4279-a2d1-a236f6f869b5 not found, creating... [ 793.353199] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.353600] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.353704] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.354090] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.354331] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.354628] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.354834] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.354948] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.355203] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.355429] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.355496] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: b0b2d728-9eb3-4279-a2d1-a236f6f869b5 is going to be created. [ 793.391431] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.391902] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.392147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.392576] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.392852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.393194] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.169581] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba428f4a-bbfa-4eaf-8e61-c280d0c4ee17 req-0bd62a97-ce61-46bb-8d1f-72b129fb67fa service nova] Enqueued Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_rules [ 794.169581] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba428f4a-bbfa-4eaf-8e61-c280d0c4ee17 req-0bd62a97-ce61-46bb-8d1f-72b129fb67fa service nova] Enqueued Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_members [ 794.169581] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba428f4a-bbfa-4eaf-8e61-c280d0c4ee17 req-0bd62a97-ce61-46bb-8d1f-72b129fb67fa service nova] Enqueued Resource ID: b0b2d728-9eb3-4279-a2d1-a236f6f869b5 with Priority: HIGHEST for action port [ 794.169581] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_rules [ 794.170270] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_members [ 794.170270] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b2d728-9eb3-4279-a2d1-a236f6f869b5 with Priority: HIGHEST for action port [ 794.170398] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.170627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.170627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.170876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.170993] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.173976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.174112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.174367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.174573] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.174720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.176768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.176768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.176768] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.176768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.176768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.176768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.176768] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b2d728-9eb3-4279-a2d1-a236f6f869b5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.417836] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 794.417836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.418384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.418384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.418560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.418759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.418759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.419013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.419013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.419115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.419162] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.420625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.420625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.420730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.421241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.421241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.421241] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.680680] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.680680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.680680] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.681629] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0b2d728-9eb3-4279-a2d1-a236f6f869b5 with status ACTIVE [ 794.681729] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.681850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.681905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.682122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.682215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.682386] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.682484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.682546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.682721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.682799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.682993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.685964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.686110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.686369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.686538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.686674] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0b2d728-9eb3-4279-a2d1-a236f6f869b5 is going to be updated. [ 794.710860] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.711026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.711115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.711325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.711465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.711625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b2d728-9eb3-4279-a2d1-a236f6f869b5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.926079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.926079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.926079] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.046400] env[66134]: INFO networking_nsxv3.common.synchronization [None req-6c92f505-9862-4e94-ab28-0c1eb17e1a83 None None] Enqueued Resource ID: d5b8f0e4-3a02-4f18-be36-3a9cc134208c with Priority: HIGHEST for action port [ 795.047228] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b8f0e4-3a02-4f18-be36-3a9cc134208c with Priority: HIGHEST for action port [ 795.048086] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b8f0e4-3a02-4f18-be36-3a9cc134208c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.048383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b8f0e4-3a02-4f18-be36-3a9cc134208c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.048525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b8f0e4-3a02-4f18-be36-3a9cc134208c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.048888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b8f0e4-3a02-4f18-be36-3a9cc134208c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.049074] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b8f0e4-3a02-4f18-be36-3a9cc134208c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.189549] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.193250] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-17cd32f6-e753-4d54-9c99-0dee05fd69a4 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 795.193952] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 795.194454] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.195070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.195330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.195649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.195906] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.196152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.198018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.198018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.198018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.198018] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.426331] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.552914] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5b8f0e4-3a02-4f18-be36-3a9cc134208c [ 795.552914] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.552914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.553311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.553311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.553419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.553483] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5b8f0e4-3a02-4f18-be36-3a9cc134208c already deleted. [ 795.553563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b8f0e4-3a02-4f18-be36-3a9cc134208c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.693223] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.693223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.693223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.693223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.693223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.693223] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef is going to be created. [ 795.700156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.700335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.700426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.700685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.724228] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-c48c52e3-26a0-4e80-9fbf-be007149feda tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 795.724228] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 795.724228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.724228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.726299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.729029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.729029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.729029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.729029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.729029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.729029] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 795.729895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.730207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.730438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.730752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.731050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.759428] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef in Status: UNINITIALIZED for 2s [ 795.778899] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.779933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.779933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.782081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.782081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.793439] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 795.928901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.928901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.928901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.931650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.931650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.931650] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 795.966849] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.969890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.970108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.970532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.970713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.985190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 796.415463] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.415807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-628" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.415807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-628" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.416082] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-628" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.416356] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.416513] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.416627] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.416844] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.417098] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.420868] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.420868] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.420868] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.420868] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.420868] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.421202] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.421202] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.444782] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.444782] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.444782] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.445058] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-628" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.445510] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-82d67883-1d73-4429-967d-7189be1b10f2 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.445805] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.446067] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.446659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.446896] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d67883-1d73-4429-967d-7189be1b10f2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.950618] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.950737] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.950857] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.951159] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.951320] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.951506] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 82d67883-1d73-4429-967d-7189be1b10f2 not found, creating... [ 796.951777] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.951970] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.952167] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.952416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.952555] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.952945] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.953126] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.953253] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.954080] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.954080] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.954080] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 82d67883-1d73-4429-967d-7189be1b10f2 is going to be created. [ 796.974963] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.975123] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.975765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.975879] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.976084] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.729687] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-47c8d2eb-21bc-40da-8e2f-d16a1c4f9dd9 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 797.729977] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-47c8d2eb-21bc-40da-8e2f-d16a1c4f9dd9 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 797.729977] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-47c8d2eb-21bc-40da-8e2f-d16a1c4f9dd9 service nova] Enqueued Resource ID: 82d67883-1d73-4429-967d-7189be1b10f2 with Priority: HIGHEST for action port [ 797.731563] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 797.731563] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 797.731563] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d67883-1d73-4429-967d-7189be1b10f2 with Priority: HIGHEST for action port [ 797.731563] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.731563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.731563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.735624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.735624] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.735624] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.735624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.735789] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d67883-1d73-4429-967d-7189be1b10f2 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.735902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.735902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.736121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.736200] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d67883-1d73-4429-967d-7189be1b10f2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.771887] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef in Status: SUCCESS [ 797.772138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.774030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.774030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.774030] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.806595] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 797.806840] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc deletion is rescheduled due to dependency. [ 797.806967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.807185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.807427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.807612] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.807748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.807802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.807961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.808067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.808175] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.998859] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 797.999216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.999735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.000321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.000608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.001351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.001351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.001655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.001724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.001812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.002035] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.002374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.002458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.002600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.002744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.002837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.002897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.003391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.003496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003702] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.238213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.238431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.238566] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82d67883-1d73-4429-967d-7189be1b10f2 with status ACTIVE [ 798.238739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.238858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.238917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.239140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.239231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.239513] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.239609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.239672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.239834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.239913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.240117] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.240283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.240463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.240699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.240699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.240814] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82d67883-1d73-4429-967d-7189be1b10f2 is going to be updated. [ 798.265892] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.266119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.266168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.266345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.266553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.266643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d67883-1d73-4429-967d-7189be1b10f2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.276746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.276746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.276951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.277521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.277521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.277521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.277779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.277779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.277849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.278017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.278119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.278119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.278289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.278418] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.278506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.278647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.278792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.278792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.279476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.279476] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.310623] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.507726] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef112fb4-8e98-47a7-afd3-4770042ab40c: rpc.has_security_group_logging(os_id): False [ 798.530663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.530864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.530923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.531212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.531363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.531604] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.531709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.531772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.532642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.532642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.532642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.532642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.532642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.532642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.532642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.532957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.532957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.532957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.533096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.533096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.533160] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be created. [ 798.606476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.606647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.606725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.606943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.607682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.625222] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 798.783654] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8968d05-66f2-43a4-a588-f0e2b30c87ef: rpc.has_security_group_logging(os_id): False [ 798.809677] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.810164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.810378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.812578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.812578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.812578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.812578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.812578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.812578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.812578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.812578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.812946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.812946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.813383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.813651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.813897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.814056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.814154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.814359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.814469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.814612] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef is going to be created. [ 798.815905] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.890712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.890818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.890860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.891084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.891354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.909579] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef in Status: IN_PROGRESS for 2s [ 798.915396] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.915612] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-388" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.916205] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-388" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.916205] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-388" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.916333] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.916486] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.916631] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.916878] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.916920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.917292] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.917292] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.918196] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.918196] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.918196] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.918196] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.918196] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.068301] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.068481] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.150 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.068606] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.068785] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-388" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.069126] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-08b7662a-8203-4cae-858e-46f262ac0ee9 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.069303] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.069495] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.070030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.070030] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b7662a-8203-4cae-858e-46f262ac0ee9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.319785] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.320031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.320031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.321169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.321169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.321169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 799.351697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.351928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.352160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.352304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.361218] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 799.451530] env[66134]: INFO networking_nsxv3.common.synchronization [None req-82c9f4d9-a72c-44d7-87e6-a4530f852bfc None None] Enqueued Resource ID: abae3703-e094-41cf-90ad-dc22dd2d7d4a with Priority: HIGHEST for action port [ 799.451959] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abae3703-e094-41cf-90ad-dc22dd2d7d4a with Priority: HIGHEST for action port [ 799.452269] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-abae3703-e094-41cf-90ad-dc22dd2d7d4a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.452528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abae3703-e094-41cf-90ad-dc22dd2d7d4a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abae3703-e094-41cf-90ad-dc22dd2d7d4a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.452714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abae3703-e094-41cf-90ad-dc22dd2d7d4a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.452790] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abae3703-e094-41cf-90ad-dc22dd2d7d4a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.572245] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.572513] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.573042] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.573214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.573413] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 08b7662a-8203-4cae-858e-46f262ac0ee9 not found, creating... [ 799.573715] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.573934] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.574100] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.574371] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.574571] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.574903] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.575112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.575265] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.575510] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.575674] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.575844] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 08b7662a-8203-4cae-858e-46f262ac0ee9 is going to be created. [ 799.596684] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.597011] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.597161] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.597524] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.597774] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.597894] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.955442] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abae3703-e094-41cf-90ad-dc22dd2d7d4a [ 799.955720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.955720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.955831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.956442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.956564] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abae3703-e094-41cf-90ad-dc22dd2d7d4a already deleted. [ 799.956706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abae3703-e094-41cf-90ad-dc22dd2d7d4a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.346871] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-48891c23-fb44-4091-a0cf-8edf7016bbe9 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 800.347083] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-48891c23-fb44-4091-a0cf-8edf7016bbe9 service nova] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 800.347083] env[66134]: INFO networking_nsxv3.common.synchronization [req-fcdb5890-8592-4578-b860-537d8d25fa34 req-48891c23-fb44-4091-a0cf-8edf7016bbe9 service nova] Enqueued Resource ID: 08b7662a-8203-4cae-858e-46f262ac0ee9 with Priority: HIGHEST for action port [ 800.352238] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_rules [ 800.352913] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 800.353190] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b7662a-8203-4cae-858e-46f262ac0ee9 with Priority: HIGHEST for action port [ 800.354161] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.354594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.355658] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.355658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.356017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b7662a-8203-4cae-858e-46f262ac0ee9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.356287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.356554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.356762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.356839] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b7662a-8203-4cae-858e-46f262ac0ee9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.650785] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 800.653022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.653022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.653022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.653022] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.860717] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b7662a-8203-4cae-858e-46f262ac0ee9 with status ACTIVE [ 800.861166] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.861280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.861324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.861671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.861671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.861861] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.861966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.862041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.862445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.862597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.862803] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.862903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.862967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.863452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.863544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.863634] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b7662a-8203-4cae-858e-46f262ac0ee9 is going to be updated. [ 800.888322] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.888322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.888322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.888322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.888322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.888322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b7662a-8203-4cae-858e-46f262ac0ee9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.936114] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef in Status: SUCCESS [ 800.936114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.946744] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c92f3ad-64c2-4bb3-8a20-97cdb1b21348 req-e6a01d76-3ecd-45da-8b7a-3fda37c2ddbd tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_members [ 800.947369] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_members [ 800.947803] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.947940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.947940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.948385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.948468] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.948595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.948651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.948831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.948914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.949020] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.155109] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.155511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.155511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.155601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.155766] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.155898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.155973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.156521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.156521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.156521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.156521] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.376966] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 801.377150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.377490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.377718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.377925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.378065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.378175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.378390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.378659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.378734] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.392054] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.392264] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.392372] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.392624] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.393386] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.393601] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.393715] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.393957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.394195] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.394319] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.394427] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.395192] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.395192] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.395192] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.395192] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.395192] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.416888] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.416888] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.416888] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.417594] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.418023] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-41e61a0d-46cf-424e-86e9-6ba80655852b taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.418258] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.418404] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.418790] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.419772] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e61a0d-46cf-424e-86e9-6ba80655852b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.451524] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.451751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.452433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.452433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.452516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.452687] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.452792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.452856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.454151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.454151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.454151] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b already deleted. [ 801.454151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.659709] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.659791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.659844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.660756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.660756] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.660756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.660756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.660756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.660756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.661105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.661105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.661187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.661250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.661422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.661590] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.661736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.661871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.662061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.662162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.662257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.662366] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.882919] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.922093] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.922357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.922495] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.922838] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.923015] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.923192] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 41e61a0d-46cf-424e-86e9-6ba80655852b not found, creating... [ 801.923493] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.924083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.924083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.924083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.924570] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.924973] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.925173] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.925275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.925523] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.925661] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.925817] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 41e61a0d-46cf-424e-86e9-6ba80655852b is going to be created. [ 801.950781] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.950781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.950781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.950952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.951102] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.951358] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.164246] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef112fb4-8e98-47a7-afd3-4770042ab40c: rpc.has_security_group_logging(os_id): False [ 802.186961] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.187192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.187270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.187595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.187705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.187969] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.188114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.188155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.188397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.188507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.188877] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.189056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.189202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.189345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.189494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.189770] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.190186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.190186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.190294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.190328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.190420] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 802.261300] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.261890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.261890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.261890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.262177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.278355] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 802.386054] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.687915] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c92f3ad-64c2-4bb3-8a20-97cdb1b21348 req-00869640-6403-4067-b072-c49ce3b5c5c2 service nova] Enqueued Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_rules [ 802.688226] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c92f3ad-64c2-4bb3-8a20-97cdb1b21348 req-00869640-6403-4067-b072-c49ce3b5c5c2 service nova] Enqueued Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_members [ 802.688282] env[66134]: INFO networking_nsxv3.common.synchronization [req-3c92f3ad-64c2-4bb3-8a20-97cdb1b21348 req-00869640-6403-4067-b072-c49ce3b5c5c2 service nova] Enqueued Resource ID: 41e61a0d-46cf-424e-86e9-6ba80655852b with Priority: HIGHEST for action port [ 802.688932] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_rules [ 802.691845] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_members [ 802.691845] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e61a0d-46cf-424e-86e9-6ba80655852b with Priority: HIGHEST for action port [ 802.691845] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.691845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.691845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.691845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.691845] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.692326] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.692447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.692447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.692671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.692822] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.692932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.693819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.694043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.694223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.694347] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.695609] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e61a0d-46cf-424e-86e9-6ba80655852b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.695786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.695875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.696131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.696252] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e61a0d-46cf-424e-86e9-6ba80655852b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.896208] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.896208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.896208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.896208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.896208] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 802.934561] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.934561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.934561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.934561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.934561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.947078] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 803.199673] env[66134]: INFO networking_nsxv3.common.synchronization [None req-bbc0c6b7-a99a-4ada-8261-a020a1c124fe None None] Enqueued Resource ID: f9c55555-f616-41fe-b0d4-594ad62e59a3 with Priority: HIGHEST for action port [ 803.202012] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.202012] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41e61a0d-46cf-424e-86e9-6ba80655852b with status ACTIVE [ 803.202012] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202012] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.202012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.202759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.202759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202759] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.202759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.202759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.202959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.202959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202959] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41e61a0d-46cf-424e-86e9-6ba80655852b is going to be updated. [ 803.205229] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.205229] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c55555-f616-41fe-b0d4-594ad62e59a3 with Priority: HIGHEST for action port [ 803.206375] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9c55555-f616-41fe-b0d4-594ad62e59a3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.206375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9c55555-f616-41fe-b0d4-594ad62e59a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.206375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9c55555-f616-41fe-b0d4-594ad62e59a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.208139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9c55555-f616-41fe-b0d4-594ad62e59a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.208139] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9c55555-f616-41fe-b0d4-594ad62e59a3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.239191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.239458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.239458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.239733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.239865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.240077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e61a0d-46cf-424e-86e9-6ba80655852b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.707678] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.709169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9c55555-f616-41fe-b0d4-594ad62e59a3 [ 803.709404] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.709556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.709649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.709866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.709954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.710134] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9c55555-f616-41fe-b0d4-594ad62e59a3 already deleted. [ 803.710186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9c55555-f616-41fe-b0d4-594ad62e59a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.210841] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.211318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.211318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211514] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b is going to be created. [ 804.240397] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.242403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.242403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.242403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.242403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.252604] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840c5b2f-35ce-4008-baf0-c273c008980b in Status: UNINITIALIZED for 2s [ 804.311276] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 804.311276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.355218] env[66134]: INFO networking_nsxv3.common.synchronization [None req-57896f48-93bf-442e-a01a-0334408f5de0 None None] Enqueued Resource ID: b77bb362-fede-4575-b39a-a78c0ff03158 with Priority: HIGHEST for action port [ 804.359030] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77bb362-fede-4575-b39a-a78c0ff03158 with Priority: HIGHEST for action port [ 804.359030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77bb362-fede-4575-b39a-a78c0ff03158 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.359030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77bb362-fede-4575-b39a-a78c0ff03158" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.359030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77bb362-fede-4575-b39a-a78c0ff03158" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.359030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77bb362-fede-4575-b39a-a78c0ff03158" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.359030] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77bb362-fede-4575-b39a-a78c0ff03158',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.496506] env[66134]: INFO networking_nsxv3.common.synchronization [req-74b45f83-6e8d-4667-8fd6-96f6f1c95b81 req-2a28c81d-86be-48b7-95e6-e663c76f79ba tempest-ServersTestFqdnHostnames-1204294419 tempest-ServersTestFqdnHostnames-1204294419-project-member] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_members [ 804.498598] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGHEST for action security_group_members [ 804.503621] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.503837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.503837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.503999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.504193] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.504283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.504364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.505383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.505383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.505383] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.862429] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77bb362-fede-4575-b39a-a78c0ff03158 [ 804.862429] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.862429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.862429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.862429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.862429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.862429] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77bb362-fede-4575-b39a-a78c0ff03158 already deleted. [ 804.862429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77bb362-fede-4575-b39a-a78c0ff03158" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.959029] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 804.959029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.959029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.959029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.959277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.959277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.959277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.960286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.960286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.960286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.960286] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.960874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.961513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.961746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.961918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.962017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.962199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.965135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.965135] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.008113] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.008313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.008518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.008782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.038258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.038557] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.038682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.038762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.038975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.039047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.039142] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f is going to be updated. [ 805.071452] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.071687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.071687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.071973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.072170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.089161] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: IN_PROGRESS for 2s [ 805.171896] env[66134]: INFO networking_nsxv3.common.synchronization [req-33e66266-b39e-48ba-8b12-60f0cec2cdac req-993de197-42ac-4a55-b80e-d5c12406d689 tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 805.172513] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 805.172877] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.173045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.173104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.173295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.173447] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.173547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.173599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.173767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.173872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.173933] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.464485] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.464969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.465662] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.681376] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.684078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.684078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.684078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.758439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.758974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.759196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.759276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.759617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.759761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.759919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 805.820543] env[66134]: INFO networking_nsxv3.common.synchronization [req-77370f5b-2fe8-4191-b2c0-c06cd32b27ee req-1994c522-acda-4084-b6ce-5b7afcd98e9e tempest-ListServerFiltersTestJSON-751282344 tempest-ListServerFiltersTestJSON-751282344-project-member] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 805.820989] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGHEST for action security_group_members [ 805.821486] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.821663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.821752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.821999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.822239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.823164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.823164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.823164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.823164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.823164] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.841900] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.842195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.842273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.842641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.842835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.872251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 805.969715] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.265670] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840c5b2f-35ce-4008-baf0-c273c008980b in Status: SUCCESS [ 806.265893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.266083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.266344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.266550] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.266669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.266729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.266902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.266983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.267083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.267174] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.325727] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.325897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.326084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.326239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.357470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.357470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.357470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.357470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.357470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.357470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.357470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be updated. [ 806.395712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.396182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.396182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.396182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.396373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.409830] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: IN_PROGRESS for 2s [ 806.475251] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.475251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.475251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.475251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.475251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.475251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 806.533036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.533036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.533036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.533614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.533614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.548136] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 806.770874] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.885013] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c704a6f9-8c9f-4cf8-8779-93f17a72d3e7 None None] Enqueued Resource ID: 8c753570-9331-4f01-8a5c-aea575d69591 with Priority: HIGHEST for action port [ 806.885274] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c753570-9331-4f01-8a5c-aea575d69591 with Priority: HIGHEST for action port [ 806.886539] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c753570-9331-4f01-8a5c-aea575d69591 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.886708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c753570-9331-4f01-8a5c-aea575d69591" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.886779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c753570-9331-4f01-8a5c-aea575d69591" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.887076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c753570-9331-4f01-8a5c-aea575d69591" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.887154] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c753570-9331-4f01-8a5c-aea575d69591',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.104900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f in Status: SUCCESS [ 807.105186] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f deletion is rescheduled due to dependency. [ 807.105313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.276371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 840c5b2f-35ce-4008-baf0-c273c008980b: rpc.has_security_group_logging(os_id): False [ 807.328976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.330609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.330969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.331074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.331192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.331568] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.331718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.331935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.332440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.332440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.332547] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b is going to be created. [ 807.390178] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c753570-9331-4f01-8a5c-aea575d69591 [ 807.390409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.390580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.390878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.390969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.391092] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c753570-9331-4f01-8a5c-aea575d69591 already deleted. [ 807.391158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c753570-9331-4f01-8a5c-aea575d69591" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.441779] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.441873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.442118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.442311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.457061] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840c5b2f-35ce-4008-baf0-c273c008980b in Status: IN_PROGRESS for 2s [ 807.507725] env[66134]: INFO networking_nsxv3.common.synchronization [req-7c9fd932-b62f-4134-bfc7-cd4e2862c60f req-d82c0bd6-fcf5-4f5f-b8dc-a0e4ace76d29 tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 807.508393] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 807.508724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.508856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.508927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.509617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.509982] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.890265] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 807.890568] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f deletion is rescheduled due to dependency. [ 807.890673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.989325] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.989584] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.991193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.991193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.991193] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.991193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.991193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.991193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.991193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.991193] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.991601] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.991601] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.991601] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.991601] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.991729] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.991841] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.015037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.015037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.015037] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 already deleted. [ 808.015037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.017098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.017296] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.017866] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.017866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.018048] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-aa7d04da-9f61-4b7b-9df4-24f4e413150a taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.018201] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.018337] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.018648] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.018790] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d04da-9f61-4b7b-9df4-24f4e413150a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.423935] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 in Status: SUCCESS [ 808.424152] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 deletion is rescheduled due to dependency. [ 808.424253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.432052] env[66134]: INFO networking_nsxv3.common.synchronization [req-f3687689-6473-4f37-b260-ddb5213a2ba8 req-8a98a42b-842a-4527-9d8a-8defcdbb5915 tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 808.432627] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 808.432954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.433471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.433573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.433805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.434032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.434179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.434265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.435439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.436527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.436527] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.522759] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.523063] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.523063] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.523338] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.523765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.523765] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port aa7d04da-9f61-4b7b-9df4-24f4e413150a not found, creating... [ 808.524157] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.524157] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524489] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.527257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.528343] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.528811] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.529077] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.529255] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.529646] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.529809] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.529960] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a is going to be created. [ 808.558123] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.558591] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.558843] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.559373] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.560052] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560052] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.561509] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 808.561703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.561882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.562103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.562294] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.562409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.562475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.562637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.562716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.562803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.562959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.563095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.563143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.563252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.563388] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.563488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.563538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.563679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.563796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.563858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.563904] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.941981] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.067028] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9106897-4113-4dcc-ab8c-7f60fb3dcdcc: rpc.has_security_group_logging(os_id): False [ 809.091812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.091812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.092131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.092998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.092998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.092998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.093281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.093281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.093389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.093505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.093751] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.093751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.093751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.093936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.093936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.094724] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.095408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.095408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.095408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.095408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.095555] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 809.175833] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.176061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.176061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.176445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.176445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.195193] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 809.258655] env[66134]: INFO networking_nsxv3.common.synchronization [req-4fdd36cf-605a-426d-abbc-4b0e48a36b9b req-faeea8b6-7c09-42d9-8e20-92d557b7daaa tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 809.259294] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 809.259678] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.259780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327228] env[66134]: INFO networking_nsxv3.common.synchronization [req-7c9fd932-b62f-4134-bfc7-cd4e2862c60f req-b472bd94-6725-474c-ac95-e8d780bfe25a service nova] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 809.327773] env[66134]: INFO networking_nsxv3.common.synchronization [req-7c9fd932-b62f-4134-bfc7-cd4e2862c60f req-b472bd94-6725-474c-ac95-e8d780bfe25a service nova] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 809.328643] env[66134]: INFO networking_nsxv3.common.synchronization [req-7c9fd932-b62f-4134-bfc7-cd4e2862c60f req-b472bd94-6725-474c-ac95-e8d780bfe25a service nova] Enqueued Resource ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a with Priority: HIGHEST for action port [ 809.329750] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 809.330113] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 809.330785] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a with Priority: HIGHEST for action port [ 809.331241] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.331553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.333022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.333022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.333022] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.333902] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.334235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.334498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.335964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.335964] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.335964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.335964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.335964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.338019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.338019] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.339661] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7d04da-9f61-4b7b-9df4-24f4e413150a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.339661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.339661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.341312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.341312] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d04da-9f61-4b7b-9df4-24f4e413150a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.444951] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.471104] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840c5b2f-35ce-4008-baf0-c273c008980b in Status: SUCCESS [ 809.472054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.843027] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.846032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.846032] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa7d04da-9f61-4b7b-9df4-24f4e413150a with status ACTIVE [ 809.846032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.846032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846824] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.847151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.847333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.847645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.847839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.849591] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a is going to be updated. [ 809.874089] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.874288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.874332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.874743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.874888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.875172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.948168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.948376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.948420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.948637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.948732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.948835] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 809.999042] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.999230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.999281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.999555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.999710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.021913] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 810.163048] env[66134]: INFO networking_nsxv3.common.synchronization [req-338174a9-1641-4db8-81f7-d5119e322e55 req-0197ffc7-8606-45ed-a9c6-d625b08a47bc tempest-ServerAddressesNegativeTestJSON-1737512340 tempest-ServerAddressesNegativeTestJSON-1737512340-project-member] Enqueued Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_members [ 810.163661] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGHEST for action security_group_members [ 810.163972] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.164641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.164722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.165029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.166053] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.166053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.166053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.166053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.166600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.166665] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.345538] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.669369] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.669615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.669700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.669929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.670044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.670834] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.670834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.670834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.670834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.670834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.670834] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef is going to be updated. [ 810.739182] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.739365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.739446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.739772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.739921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.752935] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef in Status: IN_PROGRESS for 2s [ 810.847975] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.848411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.848411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.848520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.848520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.848642] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 is going to be created. [ 810.892591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.892591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.892591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.892591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.892591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.905501] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: UNINITIALIZED for 2s [ 811.238988] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 811.239244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.239442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.240151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.240151] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.636708] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2d316a6-ff4a-4049-a07d-9b2500a5e2f7 req-6e2b3e29-1439-4884-81de-d0679e04c6e2 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_members [ 811.637642] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_members [ 811.637827] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.638901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.639046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.639420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.639704] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.639835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.639918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.640163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.640287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.640413] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.742274] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.743882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.743967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.744214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.744458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.744527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.744592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.744753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.744840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.744930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.745034] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.045994] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 812.046414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.046414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.046613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.046704] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.046865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.046946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.047066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.047159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.047307] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.062405] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062565] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.062565] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.063089] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063186] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.063346] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.063486] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.063687] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.064203] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.064346] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.064458] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.064567] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.064679] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.064783] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.064919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.097045] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.097235] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.097371] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.097580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.097927] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-b9fcad07-b424-41c6-bab4-b53803b54feb taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.098127] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.098243] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.098599] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.098755] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9fcad07-b424-41c6-bab4-b53803b54feb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.142836] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.142836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.143102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.145479] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.145479] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 already deleted. [ 812.145479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.253273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.254413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.254497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.254665] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.367808] env[66134]: INFO networking_nsxv3.common.synchronization [req-7a1470da-9482-46fb-84af-cce9c39dc155 req-853a7d80-a873-4bc5-80d0-17b1c72dfcd9 tempest-ListImageFiltersTestJSON-405913429 tempest-ListImageFiltersTestJSON-405913429-project-member] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 812.368619] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 812.370038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.370038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.370445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.370445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.371056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.371227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.371330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.371573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.371705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.372409] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.552381] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.552608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.552724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553321] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553810] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 812.586229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.586475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.586475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.586649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.586791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.597094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 812.601801] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.602043] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.602166] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.602446] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.602596] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.602749] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port b9fcad07-b424-41c6-bab4-b53803b54feb not found, creating... [ 812.603015] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.603174] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.603290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.603502] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.603635] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.603913] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.604092] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.604214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.604445] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.604523] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.604657] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: b9fcad07-b424-41c6-bab4-b53803b54feb is going to be created. [ 812.628461] env[66134]: INFO networking_nsxv3.common.synchronization [req-b42810d8-73ed-4325-a5e7-8c2f14b12af3 req-e6355a67-cebd-4efd-ad05-249ff7e9f001 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 812.629294] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 812.629406] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.629494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.629576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.629756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.629909] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.630017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.630097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.630217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.630298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.630388] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.632119] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.632307] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.632430] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.632650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.632864] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.633092] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.758566] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9106897-4113-4dcc-ab8c-7f60fb3dcdcc: rpc.has_security_group_logging(os_id): False [ 812.771659] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef in Status: SUCCESS [ 812.771659] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef deletion is rescheduled due to dependency. [ 812.771659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.790831] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.791040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.792122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.792122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.792509] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.792509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.792509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.792509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.792658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.792780] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.792843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.792905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.793072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.793153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.793242] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 812.851264] env[66134]: INFO networking_nsxv3.common.synchronization [req-b42810d8-73ed-4325-a5e7-8c2f14b12af3 req-03d13df4-4ca4-44c4-ab17-db563b4072c4 tempest-ServersTestMultiNic-257869274 tempest-ServersTestMultiNic-257869274-project-member] Enqueued Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 812.851847] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc with Priority: HIGHEST for action security_group_members [ 812.852226] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.852353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.876137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.876359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.876450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.876674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.876823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.878850] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.899892] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 812.917899] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: SUCCESS [ 812.918136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.918690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.920643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.920643] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.920643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.920643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.920643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.920643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.920643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.920643] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.138679] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.386401] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.393405] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2d316a6-ff4a-4049-a07d-9b2500a5e2f7 req-a8f058fa-771d-4131-8d95-badda4b6eceb service nova] Enqueued Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_rules [ 813.393405] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2d316a6-ff4a-4049-a07d-9b2500a5e2f7 req-a8f058fa-771d-4131-8d95-badda4b6eceb service nova] Enqueued Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_members [ 813.393405] env[66134]: INFO networking_nsxv3.common.synchronization [req-a2d316a6-ff4a-4049-a07d-9b2500a5e2f7 req-a8f058fa-771d-4131-8d95-badda4b6eceb service nova] Enqueued Resource ID: b9fcad07-b424-41c6-bab4-b53803b54feb with Priority: HIGHEST for action port [ 813.393405] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_rules [ 813.393405] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_members [ 813.393405] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9fcad07-b424-41c6-bab4-b53803b54feb with Priority: HIGHEST for action port [ 813.393985] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.394584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.394756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.395145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.395257] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.396360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.396360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.396360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.396646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.396646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.396761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.396818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.397924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.398057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.398132] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.399302] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9fcad07-b424-41c6-bab4-b53803b54feb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.399415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.399480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.400069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.400069] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9fcad07-b424-41c6-bab4-b53803b54feb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.424583] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.643614] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.892127] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.892326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.892368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.892587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.892679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.892774] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be updated. [ 813.902272] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.902471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.902587] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.903822] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9fcad07-b424-41c6-bab4-b53803b54feb with status ACTIVE [ 813.903976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.904135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.904214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.904430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.904719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.904970] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.905112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.905177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.905353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.905431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.905621] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.905720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.905787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.905932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.905997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.906089] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9fcad07-b424-41c6-bab4-b53803b54feb is going to be updated. [ 813.925596] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44d7d250-a336-4d8c-bd04-55ab387d9639: rpc.has_security_group_logging(os_id): False [ 813.946077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.946321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.946446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.946718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.947206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.950051] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.950221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.950322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.950571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.950761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.950947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9fcad07-b424-41c6-bab4-b53803b54feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.953099] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.953298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.953362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.953580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.953704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.953972] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.954126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.954219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.954413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.954528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.954644] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 is going to be created. [ 813.978094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: IN_PROGRESS for 2s [ 814.064480] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.064623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.065038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.065313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.111325] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: IN_PROGRESS for 2s [ 814.146274] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.146274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.146653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.146653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.146721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.146997] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 814.206481] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.206668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.206884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.207037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.220026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 814.408146] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.609770] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 814.612268] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c deletion is rescheduled due to dependency. [ 814.612268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.912335] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.912335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.912335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.912335] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 is going to be created. [ 814.934403] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 814.934634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.950403] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.950638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.950638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.950825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.951019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.966530] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 in Status: UNINITIALIZED for 2s [ 815.989362] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 815.989362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.126535] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: SUCCESS [ 816.126772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.230492] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 816.230722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.230888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.231140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.231324] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.231447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.231516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.231675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.231752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.231848] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9106897-4113-4dcc-ab8c-7f60fb3dcdcc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.736758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.736758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.736758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.736758] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc is going to be updated. [ 816.768673] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.768865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.768939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.769124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.771474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.780239] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: IN_PROGRESS for 2s [ 816.859728] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd326a1e-7bc0-4777-a01e-e05b60819b17 req-e5ae873c-97ab-4a6d-a0a6-681319600fa8 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 816.860531] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 816.860967] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.861614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.862212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.862212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862684] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.979025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 in Status: SUCCESS [ 816.979025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.979025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.979025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.979025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.979025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.979025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.981019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.981019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.981019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.981019] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.284783] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.285179] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.285179] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.285316] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.285573] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.286173] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.286173] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.286173] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.286400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.286512] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.286622] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.286729] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.286949] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.287387] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.287387] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.287387] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.317761] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.318968] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.318968] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.318968] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.318968] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-e5b5fd6b-c875-4bf8-8552-0603661494c7 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.318968] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.318968] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.319657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.319803] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b5fd6b-c875-4bf8-8552-0603661494c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.364812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.365046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.365177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.365475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.365577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.365796] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.365902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.365969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.366156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.366240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.366329] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 already deleted. [ 817.366417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.483854] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.822976] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.823382] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.823556] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.823915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.824286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.824884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port e5b5fd6b-c875-4bf8-8552-0603661494c7 not found, creating... [ 817.824884] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.825045] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.825849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.825849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.828650] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.828650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.828650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.828650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.828650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.828650] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: e5b5fd6b-c875-4bf8-8552-0603661494c7 is going to be created. [ 817.848749] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.848749] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.849034] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.849311] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.849632] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.849870] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.986071] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e129dcb-9732-4afd-ad83-f5f5282f5855: rpc.has_security_group_logging(os_id): False [ 818.046761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.047016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.047082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.047588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.047588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.047740] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.047847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.048115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.048115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.048276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.048338] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 is going to be created. [ 818.123142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.123382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.123464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.123732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.123960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.138822] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 in Status: IN_PROGRESS for 2s [ 818.555553] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd326a1e-7bc0-4777-a01e-e05b60819b17 req-caff0890-96f4-457c-98e6-f8b362a7d506 service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 818.556021] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd326a1e-7bc0-4777-a01e-e05b60819b17 req-caff0890-96f4-457c-98e6-f8b362a7d506 service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 818.556021] env[66134]: INFO networking_nsxv3.common.synchronization [req-fd326a1e-7bc0-4777-a01e-e05b60819b17 req-caff0890-96f4-457c-98e6-f8b362a7d506 service nova] Enqueued Resource ID: e5b5fd6b-c875-4bf8-8552-0603661494c7 with Priority: HIGHEST for action port [ 818.556428] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 818.556562] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 818.556778] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b5fd6b-c875-4bf8-8552-0603661494c7 with Priority: HIGHEST for action port [ 818.557092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.557214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.557296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.557549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.557636] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.559579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.559579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.559579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.559579] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.561582] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b5fd6b-c875-4bf8-8552-0603661494c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.561728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.561805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.562569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.562569] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b5fd6b-c875-4bf8-8552-0603661494c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.791090] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc in Status: SUCCESS [ 818.791090] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9106897-4113-4dcc-ab8c-7f60fb3dcdcc deletion is rescheduled due to dependency. [ 818.791090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9106897-4113-4dcc-ab8c-7f60fb3dcdcc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.064495] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.064706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.064913] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.065924] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5b5fd6b-c875-4bf8-8552-0603661494c7 with status ACTIVE [ 819.066292] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.066292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.066292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.066484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.066525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.066765] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.066765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.066902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.066975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.067071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.067248] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.067435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.067435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.067561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.067644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.067742] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5b5fd6b-c875-4bf8-8552-0603661494c7 is going to be updated. [ 819.096684] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.096867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.096952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.097649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.097649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.097649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b5fd6b-c875-4bf8-8552-0603661494c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.570224] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.836843] env[66134]: INFO networking_nsxv3.common.synchronization [req-b715b377-97a8-4561-b953-5432a1ed72b0 req-0aa9c11d-fca5-4e45-8252-7aa7bd285d29 tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_members [ 819.837527] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGHEST for action security_group_members [ 819.837826] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.837952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.838257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.839055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.839055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.839055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.839055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.839055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.839316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.839316] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.075197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.075454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.075454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.075604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.075687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.075794] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be created. [ 820.102727] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.102942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.102942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.103206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.103365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.115614] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: UNINITIALIZED for 2s [ 820.154777] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 in Status: SUCCESS [ 820.155014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.343210] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.343672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.343672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.343672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.368636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.368914] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.369079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.369147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.369331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.369432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.369553] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 is going to be updated. [ 820.403741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.403901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.403975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.404217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.404359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.415602] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: IN_PROGRESS for 2s [ 822.126860] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 822.127296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.127296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.127598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.127773] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.127918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.127991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.128325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.128325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.128437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.128562] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.427871] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 in Status: SUCCESS [ 822.428080] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 deletion is rescheduled due to dependency. [ 822.428200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.630990] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.630990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.631205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.631399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.631585] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.631737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.631789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.631916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.632039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.632086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.632238] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.632330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.632385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.632587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.632649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.632743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.632789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.632930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.633014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.633104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.633180] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.135268] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5df325fb-38b1-4611-b498-6f1e9e153d85: rpc.has_security_group_logging(os_id): False [ 823.156275] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.156477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.156477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.156959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.156959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.157416] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.157416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.157416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.157577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.157577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.157706] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.157802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.157865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.158019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.158127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.158276] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.158358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.158425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.158577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.158661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.158751] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be created. [ 823.229828] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.230131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.230227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.230533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.230778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.249089] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 824.838346] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 824.838670] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 825.268403] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 825.268403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.491534] env[66134]: INFO networking_nsxv3.common.synchronization [req-fdb26e94-c5df-468e-9fe0-02f8081260aa req-6c141928-9e6d-4a4c-9731-0cfa65aa7d0e tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 826.491868] env[66134]: INFO networking_nsxv3.common.synchronization [req-fdb26e94-c5df-468e-9fe0-02f8081260aa req-6c141928-9e6d-4a4c-9731-0cfa65aa7d0e tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_members [ 826.491917] env[66134]: INFO networking_nsxv3.common.synchronization [req-fdb26e94-c5df-468e-9fe0-02f8081260aa req-6c141928-9e6d-4a4c-9731-0cfa65aa7d0e tempest-SecurityGroupsTestJSON-248424357 tempest-SecurityGroupsTestJSON-248424357-project-member] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 826.492579] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de396f-ffe8-4578-9102-ff5b74861f3c with Priority: HIGHEST for action security_group_members [ 826.492670] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGHEST for action security_group_members [ 826.492872] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGHEST for action security_group_members [ 826.493156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9de396f-ffe8-4578-9102-ff5b74861f3c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.493280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.493362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.493577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.493727] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.493801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.493847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.493984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.494089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.494180] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9de396f-ffe8-4578-9102-ff5b74861f3c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.495083] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.495251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.495327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.495492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.495634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.495722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.495780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.495917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.495996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.496187] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.497297] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.497459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.497549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.497763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.497905] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.498011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.498082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.498228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.499105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.499105] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.000167] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.000562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.000562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.000741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.001995] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.002127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.004083] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.004083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.022389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.022877] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.023075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.023196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.023382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.023594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023594] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c is going to be updated. [ 827.024683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.024936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.044406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.044715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.044855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.044943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.045204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.045328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.045475] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb is going to be updated. [ 827.046598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.046806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.046905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.047152] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.047420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.047556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.047786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.047885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.048084] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be updated. [ 827.059241] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.059443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.059492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.063023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.063023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.071190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: IN_PROGRESS for 2s [ 827.092256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.092426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.092507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.092736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.094290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.095222] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.095360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.095413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.095724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.095724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.120734] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: IN_PROGRESS for 2s [ 827.121739] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: IN_PROGRESS for 2s [ 828.559110] env[66134]: INFO networking_nsxv3.common.synchronization [req-084b8d48-00b8-453d-980b-cae3b05edabc req-a2dc68e9-f51b-4877-80d8-0d0d3a6182c9 tempest-ServersWithSpecificFlavorTestJSON-1093831770 tempest-ServersWithSpecificFlavorTestJSON-1093831770-project-member] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 828.559648] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 828.560162] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.560307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.560399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.560590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.560768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.560907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.561082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.561201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.561266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.561367] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.064584] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.064799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.064799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.065114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.082708] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9de396f-ffe8-4578-9102-ff5b74861f3c in Status: SUCCESS [ 829.083743] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9de396f-ffe8-4578-9102-ff5b74861f3c deletion is rescheduled due to dependency. [ 829.084041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9de396f-ffe8-4578-9102-ff5b74861f3c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.087391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.087819] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.087958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.088045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.088268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.088356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.088454] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be updated. [ 829.114850] env[66134]: INFO networking_nsxv3.common.synchronization [req-f910ac07-5555-413f-bf00-7e0c1c41977b req-65d16799-54bf-4001-8fd2-08e657a6c479 tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 829.115444] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 829.115741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.115894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.115966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.116177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.116331] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.116428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.116490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.116639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.116744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.116837] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.137127] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.137127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.137127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.137337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.137337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.139686] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 in Status: SUCCESS [ 829.139953] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 deletion is rescheduled due to dependency. [ 829.140225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140922] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb in Status: SUCCESS [ 829.141076] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb deletion is rescheduled due to dependency. [ 829.141156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.152938] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 829.569433] env[66134]: INFO networking_nsxv3.common.synchronization [req-9b365ca3-030c-448a-87a9-9b804856ccee req-19ca8f2b-7f66-4376-8aa2-c5b4a0ffc7b7 tempest-ServersTestBootFromVolume-1595768318 tempest-ServersTestBootFromVolume-1595768318-project-member] Enqueued Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_members [ 829.570098] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_members [ 829.570402] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.570521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.570590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.570851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.571029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.571150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.571209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.571331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.571405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.571500] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.622118] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.914027] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.914027] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-42" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.914027] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-42" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.914027] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-42" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.916821] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.917096] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.917223] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.917517] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.917663] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.918288] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.918505] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.918658] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.918792] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.918871] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.918973] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.919136] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.950140] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.950357] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.950514] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.950701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-42" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.951043] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-615dbf78-d8bd-43fe-aa23-26f100c46258 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.951220] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.951338] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.951683] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.951822] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615dbf78-d8bd-43fe-aa23-26f100c46258',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.073892] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.074077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.074149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.074381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.074562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.074671] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.074784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.074840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.074973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.075064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.075148] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b already deleted. [ 830.075231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.127172] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.456541] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.457408] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.458024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.458116] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.458347] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.458347] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 615dbf78-d8bd-43fe-aa23-26f100c46258 not found, creating... [ 830.459057] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.459057] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.459057] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.459263] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.459263] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.459526] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.459682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.459875] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.460113] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.460274] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460387] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 615dbf78-d8bd-43fe-aa23-26f100c46258 is going to be created. [ 830.498983] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.499226] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.499350] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.499631] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.499962] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.500203] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.568999] env[66134]: INFO networking_nsxv3.common.synchronization [req-991e76b8-6c49-4924-9eaf-cc7e6b793e87 req-11cb2156-be0d-4e66-9411-7ef0e291978a tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 830.569566] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 830.569934] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.570075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.570155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.570366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.570525] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.570626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.570689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.570887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.570979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.571097] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.595558] env[66134]: INFO networking_nsxv3.common.synchronization [req-991e76b8-6c49-4924-9eaf-cc7e6b793e87 req-11cb2156-be0d-4e66-9411-7ef0e291978a tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 830.595744] env[66134]: INFO networking_nsxv3.common.synchronization [req-991e76b8-6c49-4924-9eaf-cc7e6b793e87 req-11cb2156-be0d-4e66-9411-7ef0e291978a tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 830.595881] env[66134]: INFO networking_nsxv3.common.synchronization [req-991e76b8-6c49-4924-9eaf-cc7e6b793e87 req-11cb2156-be0d-4e66-9411-7ef0e291978a tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 4389fa95-ff59-4925-b81c-a51e450977a3 with Priority: HIGHEST for action port [ 830.596552] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 830.596690] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 830.596808] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389fa95-ff59-4925-b81c-a51e450977a3 with Priority: HIGHEST for action port [ 830.597131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.597340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.597340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.597571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.597624] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.598560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.598659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.598853] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4389fa95-ff59-4925-b81c-a51e450977a3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.598955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.599031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.600050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.600163] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4389fa95-ff59-4925-b81c-a51e450977a3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.628852] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.628994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.629052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.629544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.629544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.629544] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 830.693132] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.693132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.693132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.693132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.693132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.712592] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 831.073498] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.101698] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.102542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.102542] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4389fa95-ff59-4925-b81c-a51e450977a3 with status ACTIVE [ 831.102774] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.102774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.102896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.103039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.103153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.104069] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.104069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.104069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.104069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.104069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.104069] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.104069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.104493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.104493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.104493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.104493] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4389fa95-ff59-4925-b81c-a51e450977a3 is going to be updated. [ 831.127031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.127031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.127031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.127242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.127277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.127406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.166137] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 831.166983] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d deletion is rescheduled due to dependency. [ 831.166983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.202587] env[66134]: INFO networking_nsxv3.common.synchronization [req-9b365ca3-030c-448a-87a9-9b804856ccee req-55577e85-f675-40f5-80e7-6246f6e3ded5 service nova] Enqueued Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_rules [ 831.202587] env[66134]: INFO networking_nsxv3.common.synchronization [req-9b365ca3-030c-448a-87a9-9b804856ccee req-55577e85-f675-40f5-80e7-6246f6e3ded5 service nova] Enqueued Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_members [ 831.202587] env[66134]: INFO networking_nsxv3.common.synchronization [req-9b365ca3-030c-448a-87a9-9b804856ccee req-55577e85-f675-40f5-80e7-6246f6e3ded5 service nova] Enqueued Resource ID: 615dbf78-d8bd-43fe-aa23-26f100c46258 with Priority: HIGHEST for action port [ 831.203240] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_rules [ 831.203394] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_members [ 831.203819] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615dbf78-d8bd-43fe-aa23-26f100c46258 with Priority: HIGHEST for action port [ 831.203819] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.204112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.204112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.204490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.204490] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.205295] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.205424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.205490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.205678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.205829] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.205945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.206022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.206178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.206265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.206364] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.208787] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-615dbf78-d8bd-43fe-aa23-26f100c46258 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.208951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.209027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.209169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.209443] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615dbf78-d8bd-43fe-aa23-26f100c46258',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.575834] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.711131] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.712441] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.712561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.712758] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 615dbf78-d8bd-43fe-aa23-26f100c46258 with status ACTIVE [ 831.712929] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.713569] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.713694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.713739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.713873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.714616] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.714725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.714811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.714973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.715065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.715152] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 615dbf78-d8bd-43fe-aa23-26f100c46258 is going to be updated. [ 831.739046] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.739046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.739046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.739046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.739046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.739294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615dbf78-d8bd-43fe-aa23-26f100c46258" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.078671] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.078873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.078943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.079154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.079250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.079355] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be updated. [ 832.109134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.109293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.109386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.109636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.109911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.121198] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 832.176478] env[66134]: INFO networking_nsxv3.common.synchronization [req-2e44d066-d791-445c-9021-392d40629386 req-89edf6d9-b10a-4e53-8aac-1fc5fd5d2e9b tempest-ServersAdminNegativeTestJSON-958069303 tempest-ServersAdminNegativeTestJSON-958069303-project-member] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 832.177091] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 832.177435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.177966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.177966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.178145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.178447] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.178447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.178624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.178813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.178813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.178929] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.217688] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.526938] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.526938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.526938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.526938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.526938] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.526938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.527290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.527290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.527412] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.527620] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.527728] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.527835] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.527948] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.528067] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.528394] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.528554] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.547833] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.548315] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.548557] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.548751] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-43" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.549095] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-b2de834a-bed2-49d4-8af8-3b308649ea3f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.549290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.549405] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.549900] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.550183] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2de834a-bed2-49d4-8af8-3b308649ea3f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.681185] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.720781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.720938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.721036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.721245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.721352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.721454] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b is going to be created. [ 832.723693] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 832.723693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.763739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.763998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.764165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.764407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.764573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.776439] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b in Status: UNINITIALIZED for 2s [ 833.055832] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.055832] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.055832] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.056112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.056295] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.056460] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port b2de834a-bed2-49d4-8af8-3b308649ea3f not found, creating... [ 833.056687] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.056862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.057088] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.057256] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.057451] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.057742] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.058144] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.058144] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.058299] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.058498] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.058678] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: b2de834a-bed2-49d4-8af8-3b308649ea3f is going to be created. [ 833.081745] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.082028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.082192] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.082355] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.082571] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.082791] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.183974] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.451258] env[66134]: INFO networking_nsxv3.common.synchronization [req-1cff4572-90a1-4402-8fa5-179c7856fbdb req-defdcd86-b582-40aa-84e3-1bbab09c5b42 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 833.452236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 833.452334] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.452398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.466593] env[66134]: INFO networking_nsxv3.common.synchronization [req-1cff4572-90a1-4402-8fa5-179c7856fbdb req-defdcd86-b582-40aa-84e3-1bbab09c5b42 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 833.466795] env[66134]: INFO networking_nsxv3.common.synchronization [req-1cff4572-90a1-4402-8fa5-179c7856fbdb req-defdcd86-b582-40aa-84e3-1bbab09c5b42 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 833.466950] env[66134]: INFO networking_nsxv3.common.synchronization [req-1cff4572-90a1-4402-8fa5-179c7856fbdb req-defdcd86-b582-40aa-84e3-1bbab09c5b42 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 4389fa95-ff59-4925-b81c-a51e450977a3 with Priority: HIGHEST for action port [ 833.467549] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_rules [ 833.467734] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 833.467849] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389fa95-ff59-4925-b81c-a51e450977a3 with Priority: HIGHEST for action port [ 833.468275] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.468449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.468772] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.468902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.469458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-4389fa95-ff59-4925-b81c-a51e450977a3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.469655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.469800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.470087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.471099] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4389fa95-ff59-4925-b81c-a51e450977a3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.686136] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.686434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.686434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.686558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.688032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.688032] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be updated. [ 833.720183] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.720183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.720183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.720183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.720183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.727498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: IN_PROGRESS for 2s [ 833.781160] env[66134]: INFO networking_nsxv3.common.synchronization [req-2e44d066-d791-445c-9021-392d40629386 req-cd7e8f7e-2331-4b8e-b8b2-429c456b57ae service nova] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_rules [ 833.781318] env[66134]: INFO networking_nsxv3.common.synchronization [req-2e44d066-d791-445c-9021-392d40629386 req-cd7e8f7e-2331-4b8e-b8b2-429c456b57ae service nova] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 833.781458] env[66134]: INFO networking_nsxv3.common.synchronization [req-2e44d066-d791-445c-9021-392d40629386 req-cd7e8f7e-2331-4b8e-b8b2-429c456b57ae service nova] Enqueued Resource ID: b2de834a-bed2-49d4-8af8-3b308649ea3f with Priority: HIGHEST for action port [ 833.781991] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_rules [ 833.782173] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 833.782274] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2de834a-bed2-49d4-8af8-3b308649ea3f with Priority: HIGHEST for action port [ 833.782604] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.782700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.782743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.783065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.783065] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.784009] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.784131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.784344] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2de834a-bed2-49d4-8af8-3b308649ea3f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.784569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.784569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.784731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.784767] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2de834a-bed2-49d4-8af8-3b308649ea3f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.972526] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4389fa95-ff59-4925-b81c-a51e450977a3 with status ACTIVE [ 833.972644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.972708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.973376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.973376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.973376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.973376] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.973376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.973624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.973624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.973624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.973812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.973871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.973989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.974076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.974153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.974236] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4389fa95-ff59-4925-b81c-a51e450977a3 is going to be updated. [ 833.997812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.997979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.998065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.998287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.998420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.998581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4389fa95-ff59-4925-b81c-a51e450977a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.135636] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 834.135636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.135636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.136074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.136074] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.136248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.136314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.137785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.137785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.137785] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.287150] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.287360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.287514] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2de834a-bed2-49d4-8af8-3b308649ea3f with status ACTIVE [ 834.288056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.288056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.288056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.288288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.288379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.288560] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.288674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.288734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.288886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.288962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.289166] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.289254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.289307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.289457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.289546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.289634] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2de834a-bed2-49d4-8af8-3b308649ea3f is going to be updated. [ 834.338601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.338601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.338601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.338914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.339026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.339186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2de834a-bed2-49d4-8af8-3b308649ea3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.640191] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.794267] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b in Status: SUCCESS [ 834.794267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.794674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.794714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.794890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.795091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.795091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.795259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.795345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.795436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.795560] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.143251] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.298317] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.646646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.646863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.647026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.647291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.647408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.647520] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be updated. [ 835.713034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.713034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.713034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.713034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.713034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.743612] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 835.743973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.743973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.744384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.744669] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.744836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.744934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.745156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.745282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.745471] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.747306] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 835.803049] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66bc9dc1-a494-489b-8adf-b3f7a6eb607b: rpc.has_security_group_logging(os_id): False [ 835.828032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.828276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.828345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.828557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.828657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.828954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.829192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.829192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.829333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.829410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.829540] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b is going to be created. [ 835.935334] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.935428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.936029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.936029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.936177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956620] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b in Status: IN_PROGRESS for 2s [ 836.250461] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.752939] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.255870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.256213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.256213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.256503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.256652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.256782] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be updated. [ 837.307729] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.307729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.307729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.307729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.307729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.318836] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: IN_PROGRESS for 2s [ 837.761151] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.761151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.761151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.761151] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.762260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.762623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.762786] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.762953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.763076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.763318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.763452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.763594] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.776029] env[66134]: INFO networking_nsxv3.common.synchronization [req-d1aee285-14ad-495c-9d51-103267827ed8 req-6ab34bdf-66a1-4f8a-8125-b3c31aed8479 tempest-AttachInterfacesUnderV243Test-647231815 tempest-AttachInterfacesUnderV243Test-647231815-project-member] Enqueued Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 837.777424] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908b7942-99e7-4086-ab55-1a55fa705b86 with Priority: HIGHEST for action security_group_members [ 837.779514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-908b7942-99e7-4086-ab55-1a55fa705b86 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.779917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.971520] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b in Status: SUCCESS [ 837.971770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.266076] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.267778] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.267778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.267918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.268249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.308398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.308569] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.308734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.308837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.309106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.309158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.309254] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be updated. [ 838.357473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.358139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.358282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.358573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.359320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.370906] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 838.771570] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908b7942-99e7-4086-ab55-1a55fa705b86: rpc.has_security_group_logging(os_id): False [ 838.793963] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.794214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.794292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.794637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.794735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.795103] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.795167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.795233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.795687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.795687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.795687] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be updated. [ 838.869212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.869428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.869428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.869653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.869791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885204] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 839.111184] env[66134]: INFO networking_nsxv3.common.synchronization [None req-f7c7ce14-32b0-4b59-aa6b-9221bfc6a5ed tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 4b91e36a-df26-4126-91fe-7badb377e78c with Priority: HIGHEST for action security_group_rules [ 839.112172] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b91e36a-df26-4126-91fe-7badb377e78c with Priority: HIGHEST for action security_group_rules [ 839.112487] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b91e36a-df26-4126-91fe-7badb377e78c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.112612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.112678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.112956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.113056] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b91e36a-df26-4126-91fe-7badb377e78c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.198917] env[66134]: INFO networking_nsxv3.common.synchronization [None req-0f22f20a-8758-4bf8-be1f-2de2cbc86bbe tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 4b91e36a-df26-4126-91fe-7badb377e78c with Priority: HIGHEST for action security_group_rules [ 839.198917] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b91e36a-df26-4126-91fe-7badb377e78c with Priority: HIGHEST for action security_group_rules [ 839.199469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b91e36a-df26-4126-91fe-7badb377e78c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.199469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.332853] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 839.333261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.333261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.333611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.333746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.333849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.333849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.334022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.334103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.334194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.334285] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.530504] env[66134]: INFO networking_nsxv3.common.synchronization [req-76dce3cc-a14b-4b0d-a6b9-b49cef01aafe req-584e842c-be66-49aa-8c31-9303c2c0f91d tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 839.531097] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 839.531420] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.531544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.531612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.531891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.532557] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.532692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.532758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.532934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.533039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.533345] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.635701] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.635852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.635992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.636226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.636317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.636412] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b91e36a-df26-4126-91fe-7badb377e78c already deleted. [ 839.636496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.636653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.636813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.636895] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b91e36a-df26-4126-91fe-7badb377e78c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.836723] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.836919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.836962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.837186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.837432] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.837536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.837600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.837881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.838128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.838303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.838556] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.838773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.838892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.841043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.841043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.841043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.841043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.841043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.841043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.841043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.841043] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.906010] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.906247] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.906385] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.906969] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.907376] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.907554] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.907673] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.907913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.908086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.909030] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.909030] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.909030] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.909030] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.909030] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.909030] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.909030] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.941341] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.941601] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.941803] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.941990] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.942442] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-df7eacda-63d3-49cd-a9aa-1eb860a189df taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.942566] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.942686] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.943114] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.943349] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7eacda-63d3-49cd-a9aa-1eb860a189df',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.036072] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.036072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.036072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.036384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.036482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.036735] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.036862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.036862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.037103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.037357] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 already deleted. [ 840.037479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.161285] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.161444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.161519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.161724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.161813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.161910] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b91e36a-df26-4126-91fe-7badb377e78c already deleted. [ 840.161995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b91e36a-df26-4126-91fe-7badb377e78c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.342427] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0527fafd-7a6c-4ecc-a941-260f0af74413: rpc.has_security_group_logging(os_id): False [ 840.360157] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.360393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.360545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.360705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.381427] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 840.381613] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 deletion is rescheduled due to dependency. [ 840.381722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.381893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.382145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.382414] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.382547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.382701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.382977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.382977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.382977] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.384751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.384928] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.385131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.385131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.385302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.385383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.385594] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.385694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.385818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.385909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.385987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.386190] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.386285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.386347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.386548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.386629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.386920] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be updated. [ 840.445531] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.445766] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.445895] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.446244] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.446395] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.446558] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port df7eacda-63d3-49cd-a9aa-1eb860a189df not found, creating... [ 840.446835] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.446995] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.447128] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.447357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.447491] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.447790] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.447939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.448068] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448295] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.448422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.448564] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: df7eacda-63d3-49cd-a9aa-1eb860a189df is going to be created. [ 840.497728] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.498083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.498236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.498547] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.498852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.499113] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508400] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.508636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.508636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.508846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.508995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.526168] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: IN_PROGRESS for 2s [ 840.890096] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.890096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.890096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.890096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.890096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.890459] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.890459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.890459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.890649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.890752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.890885] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be updated. [ 840.914212] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 840.914431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.915082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.915335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.915431] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.932377] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.932629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.932629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.933088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.933088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.946956] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: IN_PROGRESS for 2s [ 841.302134] env[66134]: INFO networking_nsxv3.common.synchronization [req-76dce3cc-a14b-4b0d-a6b9-b49cef01aafe req-3ea29c22-c233-4c9b-a8da-f7878d1a9ed1 service nova] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_rules [ 841.302336] env[66134]: INFO networking_nsxv3.common.synchronization [req-76dce3cc-a14b-4b0d-a6b9-b49cef01aafe req-3ea29c22-c233-4c9b-a8da-f7878d1a9ed1 service nova] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 841.302475] env[66134]: INFO networking_nsxv3.common.synchronization [req-76dce3cc-a14b-4b0d-a6b9-b49cef01aafe req-3ea29c22-c233-4c9b-a8da-f7878d1a9ed1 service nova] Enqueued Resource ID: df7eacda-63d3-49cd-a9aa-1eb860a189df with Priority: HIGHEST for action port [ 841.303082] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_rules [ 841.303426] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 841.303552] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7eacda-63d3-49cd-a9aa-1eb860a189df with Priority: HIGHEST for action port [ 841.303807] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.304020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.304020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.304310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.304396] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.305341] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.308579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.308579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.308579] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.309533] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-df7eacda-63d3-49cd-a9aa-1eb860a189df taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.309737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.309837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.310059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.310138] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7eacda-63d3-49cd-a9aa-1eb860a189df',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.438036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.438036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.438036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.438036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.438036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.438036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be deleted. [ 841.498121] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.498277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.498400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.498579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.498670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.498796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.813339] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.813339] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.813339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.813339] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df7eacda-63d3-49cd-a9aa-1eb860a189df with status ACTIVE [ 841.813641] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.813641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.813641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.813929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.813929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.813993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.814086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.814141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.814388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.814469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.814730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.814846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.814910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.815098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.815177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.815263] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df7eacda-63d3-49cd-a9aa-1eb860a189df is going to be updated. [ 841.841717] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.841717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.841717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.841717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.841717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.841717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df7eacda-63d3-49cd-a9aa-1eb860a189df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.317974] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.544549] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 842.545084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.822151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.822382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.824222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.824222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.824222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.824222] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be created. [ 842.866910] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.867050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.867050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.868233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.868233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.882449] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: UNINITIALIZED for 2s [ 842.953970] env[66134]: INFO networking_nsxv3.common.synchronization [req-6d157476-864d-41bf-973d-47c5480b11dc req-4e0d65ee-477d-4b0a-9e8b-6907efb1563d tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 842.954821] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 842.954958] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.955587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.955717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.956099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.956285] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.956395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.956671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.957143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.957143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.957143] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.967221] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908b7942-99e7-4086-ab55-1a55fa705b86 in Status: SUCCESS [ 842.967378] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 deletion is rescheduled due to dependency. [ 842.967491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.967948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.968197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.968450] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.968510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.968545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.969598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.969598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.969598] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908b7942-99e7-4086-ab55-1a55fa705b86',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.472343] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.472343] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.472343] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a already deleted. [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.472343] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.472343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.473025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.473025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.473025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.473025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.473172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.473286] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908b7942-99e7-4086-ab55-1a55fa705b86 is going to be deleted. [ 843.479238] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c1598dda-4e0b-44be-b9c7-d22f9e0f9e08 None None] Enqueued Resource ID: f1bf6301-729d-404b-ab5b-66fb66d46aee with Priority: HIGHEST for action port [ 843.479818] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bf6301-729d-404b-ab5b-66fb66d46aee with Priority: HIGHEST for action port [ 843.480212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1bf6301-729d-404b-ab5b-66fb66d46aee taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.480369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1bf6301-729d-404b-ab5b-66fb66d46aee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.480512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1bf6301-729d-404b-ab5b-66fb66d46aee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.480761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1bf6301-729d-404b-ab5b-66fb66d46aee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.480858] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bf6301-729d-404b-ab5b-66fb66d46aee',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.516943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.516943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.516943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.516943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.516943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.516943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908b7942-99e7-4086-ab55-1a55fa705b86" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.643270] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.643684] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.643816] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.644104] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.644514] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.644716] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.644837] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.645072] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.645219] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.645428] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.645539] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.645646] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.645752] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.645859] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.645963] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.646111] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.672056] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.672244] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.672385] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.672557] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-54" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.672869] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-0cdb6c1f-7efd-45d2-af14-6262355da411 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.673064] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.673170] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.673522] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.673661] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb6c1f-7efd-45d2-af14-6262355da411',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.982999] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1bf6301-729d-404b-ab5b-66fb66d46aee [ 843.983622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.983622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.983811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.983868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.984287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.984287] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1bf6301-729d-404b-ab5b-66fb66d46aee already deleted. [ 843.984287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1bf6301-729d-404b-ab5b-66fb66d46aee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.176242] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.176505] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.176649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.176953] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.177113] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.177268] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 0cdb6c1f-7efd-45d2-af14-6262355da411 not found, creating... [ 844.177534] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.177761] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.177958] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.178217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.178392] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.178717] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.178876] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.178993] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.179241] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.179371] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.179516] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 is going to be created. [ 844.204639] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.204866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.204866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.205105] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.205839] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.205904] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894249] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 844.894565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.896041] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.896041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.896612] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.008695] env[66134]: INFO networking_nsxv3.common.synchronization [req-55382b0e-1ec2-4c04-ae71-03ac0a3ca93c req-f5c6ffff-d565-4ccb-8cd7-9fa8dbef2eda tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 845.012876] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 845.014291] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.014546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.014546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.014708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.014867] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.014986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.015095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.018049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.018049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.018049] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.049336] env[66134]: INFO networking_nsxv3.common.synchronization [req-6d157476-864d-41bf-973d-47c5480b11dc req-cbf62819-faa7-4366-9d98-fcaf53f1c224 service nova] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_rules [ 845.049336] env[66134]: INFO networking_nsxv3.common.synchronization [req-6d157476-864d-41bf-973d-47c5480b11dc req-cbf62819-faa7-4366-9d98-fcaf53f1c224 service nova] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 845.049522] env[66134]: INFO networking_nsxv3.common.synchronization [req-6d157476-864d-41bf-973d-47c5480b11dc req-cbf62819-faa7-4366-9d98-fcaf53f1c224 service nova] Enqueued Resource ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 with Priority: HIGHEST for action port [ 845.052191] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_rules [ 845.052499] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 845.052606] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 with Priority: HIGHEST for action port [ 845.055491] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.055641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.055703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.056064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.056160] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.057141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.057272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.057338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.057537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.057697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.057803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.057954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.058175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.058277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.058427] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.059462] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdb6c1f-7efd-45d2-af14-6262355da411 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.059583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.059643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.059879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060041] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb6c1f-7efd-45d2-af14-6262355da411',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.400540] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.400540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.400540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.400888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.400888] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.401076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.401076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.401365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.401365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.401488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.401828] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.401828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.401828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.401828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.402036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.402036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.402112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.404184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.404184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.404184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.404184] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.415149] env[66134]: INFO networking_nsxv3.common.synchronization [req-0bc283f2-d60e-46f5-94ff-f1681abb8c85 req-5d935db7-0c3b-4c10-9e3c-9a9c5a0b7436 tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 845.415149] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 845.415990] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.416782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417047] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.418861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.419107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.419330] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.525034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.525242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.525242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.525396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.525479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.525707] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.525832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.525903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.526093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.526192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.526270] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 845.568601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.568601] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.568601] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cdb6c1f-7efd-45d2-af14-6262355da411 with status ACTIVE [ 845.568601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.568601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.568601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.569192] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.569192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.569192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.569795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.570621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.570621] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 is going to be updated. [ 845.573629] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.573629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.573629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.573629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.573963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.592355] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 845.607820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.608010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.608059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.608271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.608410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.608579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.828535] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.828788] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.828915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.829285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.829560] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.829719] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.829837] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.830335] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.830600] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.830928] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.831139] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.831326] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.831510] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.831698] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.831879] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.832116] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.854152] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.854376] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.854527] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.854743] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.855111] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-0ddce78a-b0ad-4a9a-9061-068f214ee723 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.855330] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.855501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.855843] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856021] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ddce78a-b0ad-4a9a-9061-068f214ee723',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.905614] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1807ffb-6440-4b34-a0a8-0656c42d14e1: rpc.has_security_group_logging(os_id): False [ 845.922889] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.956304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.956304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.956304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.956304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.957725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.957725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.957725] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.957725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.957725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.957725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.957725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.958167] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be created. [ 846.033237] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.033469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.033469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.033675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.033853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.050705] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 846.074481] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.287028] env[66134]: INFO networking_nsxv3.common.synchronization [None req-ecd4d9da-6d1c-41db-bc41-304ab6227671 None None] Enqueued Resource ID: feaf1ccd-f623-4055-a805-eb86697b0d9f with Priority: HIGHEST for action port [ 846.287028] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feaf1ccd-f623-4055-a805-eb86697b0d9f with Priority: HIGHEST for action port [ 846.287028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-feaf1ccd-f623-4055-a805-eb86697b0d9f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.287028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feaf1ccd-f623-4055-a805-eb86697b0d9f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.287643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feaf1ccd-f623-4055-a805-eb86697b0d9f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.288033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feaf1ccd-f623-4055-a805-eb86697b0d9f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.288236] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feaf1ccd-f623-4055-a805-eb86697b0d9f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.360326] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.360757] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.360926] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.361259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.361894] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.361894] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 0ddce78a-b0ad-4a9a-9061-068f214ee723 not found, creating... [ 846.361894] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.362112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.362236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.362459] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.362623] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.362930] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.363091] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.363209] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.363422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.363549] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.363685] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 0ddce78a-b0ad-4a9a-9061-068f214ee723 is going to be created. [ 846.389129] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389356] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.389705] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.390379] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.390739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.391083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.427262] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.575939] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.576206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.576206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.576446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.576528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.576651] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be created. [ 846.621510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.621742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.621823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.622189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.622435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.639025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: UNINITIALIZED for 2s [ 846.796346] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feaf1ccd-f623-4055-a805-eb86697b0d9f [ 846.796346] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.796346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.796346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.796346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.796346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.796346] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feaf1ccd-f623-4055-a805-eb86697b0d9f already deleted. [ 846.796346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feaf1ccd-f623-4055-a805-eb86697b0d9f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.930413] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.930736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.930866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.931310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.931310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.931310] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be updated. [ 846.969549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.969972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.969972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.970561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.970561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.149672] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 847.192370] env[66134]: INFO networking_nsxv3.common.synchronization [req-0bc283f2-d60e-46f5-94ff-f1681abb8c85 req-a6953bea-3e00-4b09-bfde-a74ad222fb92 service nova] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_rules [ 847.192556] env[66134]: INFO networking_nsxv3.common.synchronization [req-0bc283f2-d60e-46f5-94ff-f1681abb8c85 req-a6953bea-3e00-4b09-bfde-a74ad222fb92 service nova] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 847.192693] env[66134]: INFO networking_nsxv3.common.synchronization [req-0bc283f2-d60e-46f5-94ff-f1681abb8c85 req-a6953bea-3e00-4b09-bfde-a74ad222fb92 service nova] Enqueued Resource ID: 0ddce78a-b0ad-4a9a-9061-068f214ee723 with Priority: HIGHEST for action port [ 847.193370] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_rules [ 847.193930] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 847.194131] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddce78a-b0ad-4a9a-9061-068f214ee723 with Priority: HIGHEST for action port [ 847.194493] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.194634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194905] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.195054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.195301] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ddce78a-b0ad-4a9a-9061-068f214ee723 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.195463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.196367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.196367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.196367] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ddce78a-b0ad-4a9a-9061-068f214ee723',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.603617] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 847.603793] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 847.603912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.618254] env[66134]: INFO networking_nsxv3.common.synchronization [req-feb81ea9-77b4-4d9a-9dba-f737b15eea2f req-7d6892e2-98d4-40ba-af13-0ca0d70030a3 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 847.618765] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 847.619085] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.619213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.619280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.619486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.619646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.619747] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.619810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.620035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.620313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.620313] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.699739] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ddce78a-b0ad-4a9a-9061-068f214ee723 with status ACTIVE [ 847.699985] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.700430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.700521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.700694] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.701034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.701181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.701549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.701549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.701549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.701716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.701716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.701716] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ddce78a-b0ad-4a9a-9061-068f214ee723 is going to be updated. [ 847.726792] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.726975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.727055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.727366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.727416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.727622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ddce78a-b0ad-4a9a-9061-068f214ee723" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.065348] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 848.065761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.065985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.066243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.066337] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.123046] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.182148] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182576] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182576] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182806] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.183070] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.183241] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.183633] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.183896] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.184063] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.184435] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.184435] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.184598] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.184598] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.184706] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.184814] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.184989] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.205454] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.205597] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.205653] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.205941] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.206290] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.206473] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.206584] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.206926] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.207086] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7ec1ec-763e-41bd-bcea-0f17b2a006d9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.572212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.572512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.591393] env[66134]: INFO networking_nsxv3.common.synchronization [None req-356cd239-2d54-4679-bb41-3acc7c7e822f tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 848.592310] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 848.592748] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.592948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.593045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.593421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.593553] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.625029] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.656049] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.656049] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.656049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.657040] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.710731] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.711093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.711548] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.711548] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.711727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.711858] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 not found, creating... [ 848.712174] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.712439] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.712501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.712715] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.712854] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.713313] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.713426] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.713465] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.713663] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.713801] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.713942] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 is going to be created. [ 848.741561] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.741984] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.742116] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.742407] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.742735] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.742911] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.811517] env[66134]: INFO networking_nsxv3.common.synchronization [None req-8eb1b1b8-f96c-4069-9ceb-79dc9485435c tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 848.811938] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 848.812278] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.812384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.127782] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.128049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.128049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.128278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.128369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.128469] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 849.134664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.134889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.134889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.135103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.135207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.135275] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 already deleted. [ 849.135359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.135520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.135682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.136612] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.160781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.161337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.161583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.162024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.162608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.163280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.163522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.163811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.166018] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.166018] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.166018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.166018] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.169722] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 849.169935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.170197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.170399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.170575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.170803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.170803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.170899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.171073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.171150] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.188419] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.188749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.189131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.189373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.189534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.201079] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 849.519848] env[66134]: INFO networking_nsxv3.common.synchronization [req-feb81ea9-77b4-4d9a-9dba-f737b15eea2f req-756d1114-1069-4030-9f7b-b9250e78bd12 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 849.520025] env[66134]: INFO networking_nsxv3.common.synchronization [req-feb81ea9-77b4-4d9a-9dba-f737b15eea2f req-756d1114-1069-4030-9f7b-b9250e78bd12 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 849.520273] env[66134]: INFO networking_nsxv3.common.synchronization [req-feb81ea9-77b4-4d9a-9dba-f737b15eea2f req-756d1114-1069-4030-9f7b-b9250e78bd12 service nova] Enqueued Resource ID: 5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 with Priority: HIGHEST for action port [ 849.520746] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 849.521425] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 849.521569] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 with Priority: HIGHEST for action port [ 849.521876] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.522063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.522063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.522282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.522525] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.523785] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.523929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.524414] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.524414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.524414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.524608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.524608] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7ec1ec-763e-41bd-bcea-0f17b2a006d9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.656609] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.656933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.656933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.657228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657322] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 already deleted. [ 849.657387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.673034] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b6a084-cb28-49dd-8e7a-6bf22d41953a: rpc.has_security_group_logging(os_id): False [ 849.674245] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.694788] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.694788] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.694788] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.694788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.695535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.695535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.695535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.695535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.695693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.695693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.695893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.696036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.696094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be created. [ 849.779164] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.779675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.779675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.779875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.779922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.795836] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 850.026539] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.026759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.026951] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 with status ACTIVE [ 850.027382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.027500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.027643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.028113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.028288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.029018] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.029018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.029018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.030507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.032555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.033676] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.033676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.033676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.033676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.033676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.033676] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b7ec1ec-763e-41bd-bcea-0f17b2a006d9 is going to be updated. [ 850.068581] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.069162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.069357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.069546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7ec1ec-763e-41bd-bcea-0f17b2a006d9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.176319] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.403988] env[66134]: INFO networking_nsxv3.common.synchronization [req-91d46dae-6085-421c-b22b-9fd9d50e4196 req-64d35a77-825c-4133-a072-e690aebcb6a8 tempest-ServersWithSpecificFlavorTestJSON-1093831770 tempest-ServersWithSpecificFlavorTestJSON-1093831770-project-member] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 850.404625] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 850.405325] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.405491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.405559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.405807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.406065] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.406218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.406218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.406310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.406397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.406516] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.679014] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.679197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.679271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.679615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.679720] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be updated. [ 850.738722] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.738979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.739111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.739386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.739588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.772376] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 850.833724] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.833945] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.833945] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.834389] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.834543] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.834699] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.834864] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.836303] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.836511] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.836765] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.836889] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.837057] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.837224] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.837380] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.837501] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.837781] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.867306] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.867445] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.867630] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.867814] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-733" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.868283] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-fc4d6e3a-d998-4ad0-92d6-4735d0441467 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.868468] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.868600] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.868951] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.869522] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4d6e3a-d998-4ad0-92d6-4735d0441467',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.910101] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.910439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.910584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.910913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.911036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.911598] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.911598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.911779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.911881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.912028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.912165] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be updated. [ 850.956020] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.956311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.956405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.956669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.956900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.970849] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 851.212836] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 4s [ 851.376032] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376032] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port fc4d6e3a-d998-4ad0-92d6-4735d0441467 not found, creating... [ 851.376032] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376032] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.377246] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.377246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.377246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.377246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.377246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.377246] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: fc4d6e3a-d998-4ad0-92d6-4735d0441467 is going to be created. [ 851.399749] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.400026] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.400202] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.400493] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.400728] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.401042] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.822026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 851.822026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.172913] env[66134]: INFO networking_nsxv3.common.synchronization [req-91d46dae-6085-421c-b22b-9fd9d50e4196 req-fc905fd3-d237-4ddc-8102-17f2b13cfc37 service nova] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 852.172913] env[66134]: INFO networking_nsxv3.common.synchronization [req-91d46dae-6085-421c-b22b-9fd9d50e4196 req-fc905fd3-d237-4ddc-8102-17f2b13cfc37 service nova] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 852.172913] env[66134]: INFO networking_nsxv3.common.synchronization [req-91d46dae-6085-421c-b22b-9fd9d50e4196 req-fc905fd3-d237-4ddc-8102-17f2b13cfc37 service nova] Enqueued Resource ID: fc4d6e3a-d998-4ad0-92d6-4735d0441467 with Priority: HIGHEST for action port [ 852.174025] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_rules [ 852.174025] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 852.174025] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4d6e3a-d998-4ad0-92d6-4735d0441467 with Priority: HIGHEST for action port [ 852.174025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.174335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.174335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.174569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.174569] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.175362] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.175470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.175678] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4d6e3a-d998-4ad0-92d6-4735d0441467 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.175780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.175840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.176038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.176184] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4d6e3a-d998-4ad0-92d6-4735d0441467',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.679097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.679710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.679710] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc4d6e3a-d998-4ad0-92d6-4735d0441467 with status ACTIVE [ 852.680020] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.680020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.680020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.681794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.681794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.681794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.683121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.683121] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc4d6e3a-d998-4ad0-92d6-4735d0441467 is going to be updated. [ 852.760979] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.761311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.761311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.761507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.761576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.761741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4d6e3a-d998-4ad0-92d6-4735d0441467" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.793082] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 852.793393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.793620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.793963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794584] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.794584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.794584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.794726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.795319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.795319] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.984433] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 852.984433] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d deletion is rescheduled due to dependency. [ 852.984433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.984837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.985266] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.985387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.985447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.985677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.985771] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.223553] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 853.223785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.223962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.224205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.224402] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.224579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.224692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.224872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.224961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.225075] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.304028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.304028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.304905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.304905] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.428611] env[66134]: INFO networking_nsxv3.common.synchronization [req-5244ce92-b885-4473-9f27-0e636e07fed9 req-8d0ec994-dc46-46c4-9d02-a99223a59501 tempest-ListImageFiltersTestJSON-405913429 tempest-ListImageFiltersTestJSON-405913429-project-member] Enqueued Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 853.428611] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 with Priority: HIGHEST for action security_group_members [ 853.432562] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-485168ab-a650-49be-a1c3-aa25ba6b9389 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.432562] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.432562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.432562] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485168ab-a650-49be-a1c3-aa25ba6b9389',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.461895] env[66134]: INFO networking_nsxv3.common.synchronization [None req-0ce6cf4d-20d0-4353-a443-aed11ed1c50c tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_rules [ 853.464384] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_rules [ 853.464710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.464967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.465051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.465463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.465808] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.488880] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.596860] env[66134]: INFO networking_nsxv3.common.synchronization [None req-74937012-e586-47ff-b87b-46963eaf8068 tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_rules [ 853.598193] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_rules [ 853.601085] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.601085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728116] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.807346] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1807ffb-6440-4b34-a0a8-0656c42d14e1: rpc.has_security_group_logging(os_id): False [ 853.829837] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.830085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.830139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.830325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.830417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.830634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.830736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.830803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.830954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.831063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.831635] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.831635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.831635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.831635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.831635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.831879] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.831879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.831959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.832102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.832187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.832253] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be updated. [ 853.897548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.897752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.897752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.897969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.898247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.910870] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 853.934546] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.934728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.934812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.935102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.968380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.968869] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.969178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.969178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.969293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.969391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.969485] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 is going to be updated. [ 853.991614] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.994473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.994758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.994758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.996383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.996383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.996383] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86c56909-28d8-438f-8386-2786bf70de0c already deleted. [ 853.996383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.996383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.996383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.996383] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.025441] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.026596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.026726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.027115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.027649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.058361] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: IN_PROGRESS for 2s [ 854.231057] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.499034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.499034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.499034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.499034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.499034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.499034] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be updated. [ 854.529153] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.529306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.529591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.529681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.529780] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86c56909-28d8-438f-8386-2786bf70de0c already deleted. [ 854.529866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.552855] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.553080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.553181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.554210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.554210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.568520] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 854.735681] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.736012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.736012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.736319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.736437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.736547] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 854.811924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.811924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.811924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.811924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.811924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.826783] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 855.676154] env[66134]: INFO networking_nsxv3.common.synchronization [req-5323e62e-34dd-4db1-8dc6-48fe0134ecf9 req-c5074b83-0107-474b-afdc-355b8120eb38 tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 855.676701] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 855.677280] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.677280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.677280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.677540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.677591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.677653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.677711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.677874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.677978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.679076] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.933743] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 855.935483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.076660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 in Status: SUCCESS [ 856.077279] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485168ab-a650-49be-a1c3-aa25ba6b9389 deletion is rescheduled due to dependency. [ 856.077870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485168ab-a650-49be-a1c3-aa25ba6b9389" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.183297] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.584544] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 856.584777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.584955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.585283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.585510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.585638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.585745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.585860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.585935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.586030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.586127] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.685247] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.838441] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 856.838647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.839253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.839253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.839379] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.839618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.839618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.840658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.840658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.840658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.840658] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.094166] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.189766] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.189766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.189766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.189766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.189766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.189766] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 857.226632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.226790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.226862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.227136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.228182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.241714] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 857.344475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.346016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.346016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.346016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.347730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.347730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.349018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.349018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.349018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.349018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.349018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.349018] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.599431] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae34e41-0eba-48e0-95cf-f15f8d8d231d: rpc.has_security_group_logging(os_id): False [ 857.622085] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.622241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.622293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.622536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.622627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.622882] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.623060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.623301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.623380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.623472] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be updated. [ 857.695635] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.695809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.695876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.696125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.696285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.712493] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 857.851555] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b65f622c-b037-4d29-9c14-4710d58b1af9: rpc.has_security_group_logging(os_id): False [ 857.889305] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.889511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.889559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.889846] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.890302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.890428] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.890526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.890526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.890712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.890770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.890948] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.891095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.891205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.891311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.891367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.891501] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.891616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.891675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.891949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.891949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.891949] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 857.964870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.965597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.965597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.965597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.965597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.991417] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 858.891732] env[66134]: INFO networking_nsxv3.common.synchronization [None req-8255fd3a-108d-4a18-9def-57b1aff27f72 None None] Enqueued Resource ID: db622818-bd58-447d-8ae6-6544b6777cf2 with Priority: HIGHEST for action port [ 858.892362] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db622818-bd58-447d-8ae6-6544b6777cf2 with Priority: HIGHEST for action port [ 858.892718] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-db622818-bd58-447d-8ae6-6544b6777cf2 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.892880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db622818-bd58-447d-8ae6-6544b6777cf2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.892924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db622818-bd58-447d-8ae6-6544b6777cf2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.893547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db622818-bd58-447d-8ae6-6544b6777cf2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.893671] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db622818-bd58-447d-8ae6-6544b6777cf2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.255267] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 859.255440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.396255] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db622818-bd58-447d-8ae6-6544b6777cf2 [ 859.396255] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.397892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.397892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.397892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.397892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.397892] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db622818-bd58-447d-8ae6-6544b6777cf2 already deleted. [ 859.397892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db622818-bd58-447d-8ae6-6544b6777cf2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.438984] env[66134]: INFO networking_nsxv3.common.synchronization [req-086a2d72-80ed-4586-8e9b-b495534e9a9c req-6e0ca517-acc2-4ead-a186-ffa0a9f5c9eb tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 859.440387] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 859.440890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.442576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.442576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.442576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.442852] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.442931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.442970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.443145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.443259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.443403] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.731021] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 859.731021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.883652] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.883918] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.884076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.884673] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.884879] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.884968] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.886623] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.886623] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.886764] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.886842] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.889048] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.889048] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.889048] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.889048] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.889048] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.922622] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.923465] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.924093] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.924430] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.924966] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-21d2e1dc-f0a7-47db-a9a9-c555237c32df taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.925518] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.925780] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.926372] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.926656] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d2e1dc-f0a7-47db-a9a9-c555237c32df',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.948462] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.948462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.948462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.948714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.948803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.949027] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.949160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.949551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.949551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.949551] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 860.019382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.019636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.019636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.019845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.020055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.039490] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 860.046546] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 860.046799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.431991] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.432261] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.432443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.432960] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.432960] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.433190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 21d2e1dc-f0a7-47db-a9a9-c555237c32df not found, creating... [ 860.433278] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.433525] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.433596] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.433772] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.433913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.434222] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.434375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.434491] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.434740] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.434824] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.434963] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 21d2e1dc-f0a7-47db-a9a9-c555237c32df is going to be created. [ 860.464100] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.464100] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.464100] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.464427] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.464427] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.464559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.203391] env[66134]: INFO networking_nsxv3.common.synchronization [req-086a2d72-80ed-4586-8e9b-b495534e9a9c req-ed2e927c-96e7-48e2-b0d4-b5d88f7fd724 service nova] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_rules [ 861.203643] env[66134]: INFO networking_nsxv3.common.synchronization [req-086a2d72-80ed-4586-8e9b-b495534e9a9c req-ed2e927c-96e7-48e2-b0d4-b5d88f7fd724 service nova] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 861.203691] env[66134]: INFO networking_nsxv3.common.synchronization [req-086a2d72-80ed-4586-8e9b-b495534e9a9c req-ed2e927c-96e7-48e2-b0d4-b5d88f7fd724 service nova] Enqueued Resource ID: 21d2e1dc-f0a7-47db-a9a9-c555237c32df with Priority: HIGHEST for action port [ 861.204572] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_rules [ 861.207790] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 861.207928] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d2e1dc-f0a7-47db-a9a9-c555237c32df with Priority: HIGHEST for action port [ 861.208281] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.208416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.208764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.208858] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.210590] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.210724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.210910] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-21d2e1dc-f0a7-47db-a9a9-c555237c32df taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.211057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.211131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.211316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.211415] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d2e1dc-f0a7-47db-a9a9-c555237c32df',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.537231] env[66134]: INFO networking_nsxv3.common.synchronization [None req-49e2e5dd-b6a8-430e-b145-50b7e728d1b3 None None] Enqueued Resource ID: 1d82d77e-2eba-44b6-848d-7f5c3b6ec167 with Priority: HIGHEST for action port [ 861.538483] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d82d77e-2eba-44b6-848d-7f5c3b6ec167 with Priority: HIGHEST for action port [ 861.538483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d82d77e-2eba-44b6-848d-7f5c3b6ec167 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.538483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d82d77e-2eba-44b6-848d-7f5c3b6ec167" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.538483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d82d77e-2eba-44b6-848d-7f5c3b6ec167" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.538802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d82d77e-2eba-44b6-848d-7f5c3b6ec167" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.538883] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d82d77e-2eba-44b6-848d-7f5c3b6ec167',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.713496] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.713663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.713890] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21d2e1dc-f0a7-47db-a9a9-c555237c32df with status ACTIVE [ 861.714077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.714197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.714268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.714487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.714587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.714811] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.714946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.715070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.715198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.715314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.715463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.715597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.715772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.715834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.715932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.718207] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21d2e1dc-f0a7-47db-a9a9-c555237c32df is going to be updated. [ 861.741017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.741298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.741437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.741648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.741854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.742207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21d2e1dc-f0a7-47db-a9a9-c555237c32df" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.041350] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d82d77e-2eba-44b6-848d-7f5c3b6ec167 [ 862.041625] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.041726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.041817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.042093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.042208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.042349] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d82d77e-2eba-44b6-848d-7f5c3b6ec167 already deleted. [ 862.042487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d82d77e-2eba-44b6-848d-7f5c3b6ec167" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.053213] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 862.053452] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f deletion is rescheduled due to dependency. [ 862.053519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.053715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.053956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.054212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.054376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.054376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.054563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.054650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.054781] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.558044] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.063265] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.299894] env[66134]: INFO networking_nsxv3.common.synchronization [None req-331429f1-8104-425f-98c7-7205beec4630 None None] Enqueued Resource ID: f6e28002-8d2c-4491-955a-979c81e62190 with Priority: HIGHEST for action port [ 863.300959] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e28002-8d2c-4491-955a-979c81e62190 with Priority: HIGHEST for action port [ 863.302346] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e28002-8d2c-4491-955a-979c81e62190 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.302509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e28002-8d2c-4491-955a-979c81e62190" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.302561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e28002-8d2c-4491-955a-979c81e62190" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.302842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e28002-8d2c-4491-955a-979c81e62190" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.302925] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e28002-8d2c-4491-955a-979c81e62190',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.569076] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.569076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.569076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.569076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.569076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.569076] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 863.602600] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.602600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.602600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.602900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.602900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.616731] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 863.806700] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6e28002-8d2c-4491-955a-979c81e62190 [ 863.808443] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.808443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.808443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.808443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.808443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.808443] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6e28002-8d2c-4491-955a-979c81e62190 already deleted. [ 863.808443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e28002-8d2c-4491-955a-979c81e62190" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.876502] env[66134]: INFO networking_nsxv3.common.synchronization [req-49eab9e7-4dbe-478e-bfed-05b40a3c0dec req-40cdd40b-f077-4b2e-a3a1-229fae3ff794 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 864.877104] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 864.877409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.877529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.877593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.877797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.877944] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.879927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.879927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.880073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.880370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.880370] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.383542] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.383542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.384206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.384206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.384206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.385808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.386559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.386559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.386559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.386559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.387885] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 865.393112] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.393112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.393519] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.393567] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.394069] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.394069] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.394069] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.394238] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.394380] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.394804] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.394804] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.394804] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.394804] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.395037] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.395037] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.422518] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.422732] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.422925] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.423141] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.423540] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.423645] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.423764] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.424189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.424325] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0e9a01-d47a-43b1-96b0-ebae0296cad3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.439720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.440262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.440435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451448] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 865.627751] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 865.627751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.627947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.628311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.628495] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.628710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.628710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.629045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.629045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.629280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.629483] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.754948] env[66134]: INFO networking_nsxv3.common.synchronization [None req-bf6d3894-8802-4e86-8399-170029926019 None None] Enqueued Resource ID: cd0ef1ff-12eb-48c0-8168-2cd307b8957d with Priority: HIGHEST for action port [ 865.755536] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0ef1ff-12eb-48c0-8168-2cd307b8957d with Priority: HIGHEST for action port [ 865.755848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0ef1ff-12eb-48c0-8168-2cd307b8957d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.755969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0ef1ff-12eb-48c0-8168-2cd307b8957d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.757345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0ef1ff-12eb-48c0-8168-2cd307b8957d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.759220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0ef1ff-12eb-48c0-8168-2cd307b8957d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.759323] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0ef1ff-12eb-48c0-8168-2cd307b8957d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.841833] env[66134]: INFO networking_nsxv3.common.synchronization [None req-524fb21e-f406-489c-81c9-9e1187adbdb8 None None] Enqueued Resource ID: 3ad5dbea-66c1-4f50-81bb-1fdef9eebb75 with Priority: HIGHEST for action port [ 865.842511] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad5dbea-66c1-4f50-81bb-1fdef9eebb75 with Priority: HIGHEST for action port [ 865.843086] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad5dbea-66c1-4f50-81bb-1fdef9eebb75 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.843256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad5dbea-66c1-4f50-81bb-1fdef9eebb75" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.843349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad5dbea-66c1-4f50-81bb-1fdef9eebb75" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.843636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad5dbea-66c1-4f50-81bb-1fdef9eebb75" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.843770] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad5dbea-66c1-4f50-81bb-1fdef9eebb75',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.927072] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.927452] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.927452] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.928152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.928152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.928346] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 8d0e9a01-d47a-43b1-96b0-ebae0296cad3 not found, creating... [ 865.928604] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.928770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.928967] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.929270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.929383] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.929652] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.929867] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.930036] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.930355] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.930468] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.930612] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 8d0e9a01-d47a-43b1-96b0-ebae0296cad3 is going to be created. [ 865.955895] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.956235] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.956329] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.956598] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957119] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957680] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.136170] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.136170] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.136170] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.136170] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.136170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.137692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.137692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.137692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.137692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.137692] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.261597] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd0ef1ff-12eb-48c0-8168-2cd307b8957d [ 866.261848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.261985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.262073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.262411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.262530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.262641] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd0ef1ff-12eb-48c0-8168-2cd307b8957d already deleted. [ 866.262733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0ef1ff-12eb-48c0-8168-2cd307b8957d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.346169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ad5dbea-66c1-4f50-81bb-1fdef9eebb75 [ 866.346430] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.346571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.346664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.346937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.347047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.347168] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ad5dbea-66c1-4f50-81bb-1fdef9eebb75 already deleted. [ 866.347252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad5dbea-66c1-4f50-81bb-1fdef9eebb75" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.641443] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f214d6-033d-4769-a12e-2fa29cc82b6f: rpc.has_security_group_logging(os_id): False [ 866.664663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.664663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.664663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.664663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.665435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.665833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.665957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.666069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.666164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 866.732439] env[66134]: INFO networking_nsxv3.common.synchronization [req-49eab9e7-4dbe-478e-bfed-05b40a3c0dec req-e0492aec-fbea-40d5-af0f-ab3a26bf313a service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 866.732439] env[66134]: INFO networking_nsxv3.common.synchronization [req-49eab9e7-4dbe-478e-bfed-05b40a3c0dec req-e0492aec-fbea-40d5-af0f-ab3a26bf313a service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 866.732604] env[66134]: INFO networking_nsxv3.common.synchronization [req-49eab9e7-4dbe-478e-bfed-05b40a3c0dec req-e0492aec-fbea-40d5-af0f-ab3a26bf313a service nova] Enqueued Resource ID: 8d0e9a01-d47a-43b1-96b0-ebae0296cad3 with Priority: HIGHEST for action port [ 866.734695] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 866.734872] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 866.735014] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0e9a01-d47a-43b1-96b0-ebae0296cad3 with Priority: HIGHEST for action port [ 866.735418] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.735602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.735709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.736019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.736129] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.737386] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.738812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.738812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.738812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.742240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.742630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.742760] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0e9a01-d47a-43b1-96b0-ebae0296cad3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.745757] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.745757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.745757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.746149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.746345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.770817] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 867.248523] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.248979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.248979] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d0e9a01-d47a-43b1-96b0-ebae0296cad3 with status ACTIVE [ 867.249232] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.249232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.249232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.249434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.249582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.249781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.249781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.250440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.250440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.250440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.250440] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.250440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.250440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.250857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.250857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.250857] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d0e9a01-d47a-43b1-96b0-ebae0296cad3 is going to be updated. [ 867.329685] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.329685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.329685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.329685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.330315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.330315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0e9a01-d47a-43b1-96b0-ebae0296cad3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463411] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 867.463492] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 867.463552] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.464866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.464866] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.464866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.464866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.464866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.464866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.464866] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.967969] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.473112] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.586893] env[66134]: INFO networking_nsxv3.common.synchronization [None req-1774f6f9-acce-40dc-97ff-b1a33d820e09 None None] Enqueued Resource ID: a3699902-1ce5-4dda-899a-135953968d9b with Priority: HIGHEST for action port [ 868.588730] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3699902-1ce5-4dda-899a-135953968d9b with Priority: HIGHEST for action port [ 868.588730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3699902-1ce5-4dda-899a-135953968d9b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.588730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3699902-1ce5-4dda-899a-135953968d9b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.590150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3699902-1ce5-4dda-899a-135953968d9b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.590150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3699902-1ce5-4dda-899a-135953968d9b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.590150] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3699902-1ce5-4dda-899a-135953968d9b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.790860] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 868.791131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.975903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.976133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.976210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.976573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.976713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.976874] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 869.021308] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.021481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.021481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.021706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.021849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.035512] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 869.092889] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3699902-1ce5-4dda-899a-135953968d9b [ 869.092889] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.092889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.092889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.092889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.092889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.093779] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3699902-1ce5-4dda-899a-135953968d9b already deleted. [ 869.093779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3699902-1ce5-4dda-899a-135953968d9b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.331023] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.331023] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_members [ 869.331527] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.332096] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_members [ 869.333603] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.333603] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.333603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.333603] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.335065] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.335065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.335065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.335065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.335065] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.335399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.335399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.335524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.335524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.335638] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.387843] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_rules [ 869.388071] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_members [ 869.388318] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_rules [ 869.388318] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.388445] env[66134]: INFO networking_nsxv3.common.synchronization [req-ca867e8a-2215-416e-85a8-563ce575f9d3 req-2a366f11-958c-4293-b90d-31d4d02712fa tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 with Priority: HIGHEST for action port [ 869.389374] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_rules [ 869.389632] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_rules [ 869.389632] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 with Priority: HIGHEST for action port [ 869.389766] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_members [ 869.389803] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.390144] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.390375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.390466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.390717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.390798] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.391728] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.391920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.391920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.393380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.393380] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.393380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdb6c1f-7efd-45d2-af14-6262355da411 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.393380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.393380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.393380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.393380] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb6c1f-7efd-45d2-af14-6262355da411',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.394124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.394219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.394402] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.394480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.761177] env[66134]: INFO networking_nsxv3.common.synchronization [req-4b418c83-c23a-4096-860a-b2a60284f7a5 req-833ce329-d163-4ce3-88de-941fa147dde8 tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.761456] env[66134]: INFO networking_nsxv3.common.synchronization [req-4b418c83-c23a-4096-860a-b2a60284f7a5 req-833ce329-d163-4ce3-88de-941fa147dde8 tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_members [ 869.761944] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.762343] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 with Priority: HIGHEST for action security_group_members [ 869.762776] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.762884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.763044] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.763127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.833738] env[66134]: INFO networking_nsxv3.common.synchronization [req-4b418c83-c23a-4096-860a-b2a60284f7a5 req-833ce329-d163-4ce3-88de-941fa147dde8 tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_rules [ 869.833956] env[66134]: INFO networking_nsxv3.common.synchronization [req-4b418c83-c23a-4096-860a-b2a60284f7a5 req-833ce329-d163-4ce3-88de-941fa147dde8 tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.834329] env[66134]: INFO networking_nsxv3.common.synchronization [req-4b418c83-c23a-4096-860a-b2a60284f7a5 req-833ce329-d163-4ce3-88de-941fa147dde8 tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 with Priority: HIGHEST for action port [ 869.835154] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_rules [ 869.835595] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 869.835595] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 with Priority: HIGHEST for action port [ 869.835710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.835840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.836566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.836566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.836566] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdb6c1f-7efd-45d2-af14-6262355da411 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.836566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.840583] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.840583] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.896526] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.896526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.896526] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.896526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.896526] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cdb6c1f-7efd-45d2-af14-6262355da411 with status ACTIVE [ 869.896526] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.897514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.897514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.897514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.897514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.897514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.897838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.897838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.898087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.898397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.898732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.898905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.898996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.899316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.899455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.899594] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 is going to be updated. [ 869.950594] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.950594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.950594] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb6c1f-7efd-45d2-af14-6262355da411',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.342736] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.343795] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.377177] env[66134]: INFO networking_nsxv3.common.synchronization [req-8904fd05-d079-40ef-8c5b-7ccf47b22c54 req-725ebc4a-ae68-4285-a037-1ef31a976c78 tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 870.377947] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 870.378965] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.378965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.378965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.379142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.379306] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.379518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.379518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.379609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.379686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.379779] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.458558] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cdb6c1f-7efd-45d2-af14-6262355da411 with status ACTIVE [ 870.458558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.458558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.458558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.458558] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cdb6c1f-7efd-45d2-af14-6262355da411 is going to be updated. [ 870.484165] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.484165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.484165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.484165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.484165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.484165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdb6c1f-7efd-45d2-af14-6262355da411" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.699649] env[66134]: INFO networking_nsxv3.common.synchronization [req-634c7c5e-7b68-4433-86dc-56ca6f4738b2 req-02009899-0d60-4a79-879c-85f439317e0e tempest-MigrationsAdminTest-761682699 tempest-MigrationsAdminTest-761682699-project-member] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 870.700275] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 870.700616] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.700761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.700838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.702189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.702189] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.702189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.702189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.702389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.702577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.702745] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.848415] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.848712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.848870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.848984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.849122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.849228] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be updated. [ 870.850818] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.851104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.853776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.854091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.854232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.854376] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 is going to be created. [ 870.883053] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.883408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.883569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.883830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.883955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.884230] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.884354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.884474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.884669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.884756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.884852] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 already deleted. [ 870.884937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.889626] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.889751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.889751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.889954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.890125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.894179] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.894523] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.894671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.894999] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.895286] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.895461] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.895579] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.895823] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.896015] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.896264] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.896407] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.896536] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.896691] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.897251] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.897251] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.897251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.903110] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.903258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.903331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.903545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.903689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.910339] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 in Status: UNINITIALIZED for 2s [ 870.917820] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 870.922949] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.923267] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.923411] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.923657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924147] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924331] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924510] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924888] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.925053] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dccea6-2cdc-49bd-a09b-9fc9705eef80',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.049121] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 871.049434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.049630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.049950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.050395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.050577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.050658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.050895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.050990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.051125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.051265] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.082115] env[66134]: INFO networking_nsxv3.common.synchronization [req-dfa4cb25-bc15-4742-af9a-ee85a0a83939 req-5e621d5b-92b6-49f8-ba84-a5fef1a17403 tempest-ServersAdminNegativeTestJSON-958069303 tempest-ServersAdminNegativeTestJSON-958069303-project-member] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 871.083190] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 871.083804] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.084083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.084227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.084503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.084826] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.085031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.085239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.085506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.085698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.085914] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.205085] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.428018] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.428328] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.428456] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.429644] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.429644] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.429644] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port f3dccea6-2cdc-49bd-a09b-9fc9705eef80 not found, creating... [ 871.429644] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.429644] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.429940] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.430142] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.430390] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.430771] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.431074] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.431282] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.431595] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.431810] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.431995] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: f3dccea6-2cdc-49bd-a09b-9fc9705eef80 is going to be created. [ 871.453046] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.453305] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.456108] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.456108] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.456108] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.456108] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.554361] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.554584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.554584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.554842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.555110] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.555237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.555297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.555452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.555537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.555671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.555799] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.555915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.555974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.556155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.556272] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.556372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.556538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.556663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.556713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.556826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.556965] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.588805] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.702180] env[66134]: INFO networking_nsxv3.common.synchronization [req-dc8a305f-447c-4546-94f1-c47ea24ed4e0 req-dd789190-63dc-445b-a4bb-2b36ae13058c tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 871.702718] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 871.703050] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.703236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.703236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.703671] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.703836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.703901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.704082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.704175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.704271] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.707584] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.059528] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5df325fb-38b1-4611-b498-6f1e9e153d85: rpc.has_security_group_logging(os_id): False [ 872.087460] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.087674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.087736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.087914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.088016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.088259] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.088385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.088449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.088609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.088704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.088869] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.088983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.089122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.089198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.089254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.089412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.089509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.089590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.089695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.089797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.089879] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 872.093748] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.156095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.156940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.156940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.156940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.157153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.175111] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 872.186251] env[66134]: INFO networking_nsxv3.common.synchronization [req-8904fd05-d079-40ef-8c5b-7ccf47b22c54 req-34f691b2-5b44-4eaa-8a5e-fb2ffc2be279 service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 872.186251] env[66134]: INFO networking_nsxv3.common.synchronization [req-8904fd05-d079-40ef-8c5b-7ccf47b22c54 req-34f691b2-5b44-4eaa-8a5e-fb2ffc2be279 service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 872.186251] env[66134]: INFO networking_nsxv3.common.synchronization [req-8904fd05-d079-40ef-8c5b-7ccf47b22c54 req-34f691b2-5b44-4eaa-8a5e-fb2ffc2be279 service nova] Enqueued Resource ID: f3dccea6-2cdc-49bd-a09b-9fc9705eef80 with Priority: HIGHEST for action port [ 872.186736] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 872.187031] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 872.187107] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dccea6-2cdc-49bd-a09b-9fc9705eef80 with Priority: HIGHEST for action port [ 872.187448] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.187673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.187673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.187908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.188357] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.189149] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.189237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.189318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.189558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.190919] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.190919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.190919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.190919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.190919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.190919] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.191141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.191197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.192889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.192889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.192889] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dccea6-2cdc-49bd-a09b-9fc9705eef80',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.208715] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.209895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.209895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.210607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.210607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.210607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.210607] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be updated. [ 872.258899] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.258899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.258899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.258899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.258899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.268334] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: IN_PROGRESS for 2s [ 872.597036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.597036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.597036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.598845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.598845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.598845] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be updated. [ 872.628898] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.629429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.629572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.642158] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: IN_PROGRESS for 2s [ 872.693763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.694062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.694233] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.695188] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dccea6-2cdc-49bd-a09b-9fc9705eef80 with status ACTIVE [ 872.696455] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.696455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.696455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.697212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.697212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.697293] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.697661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.697661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.697773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.697886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.698430] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.698430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.698430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.699371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.699371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.699371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dccea6-2cdc-49bd-a09b-9fc9705eef80 is going to be updated. [ 872.712570] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.723947] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.724119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.724202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.724425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.725549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.725727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dccea6-2cdc-49bd-a09b-9fc9705eef80" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.897630] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-5291b9d4-99fd-4065-b3e7-dd330c14606a tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 872.898346] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 872.898662] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.898825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.899101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.899351] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.899430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.899459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.899606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.899703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.899810] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.920992] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 in Status: SUCCESS [ 872.921166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.921379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.921639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.921798] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.921913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.921991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.922172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.922254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.922349] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.926744] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 872.927043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.927163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.927370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.927774] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.928031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.928202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.928373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.928458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.928569] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.201842] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.218052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.218052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.218052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.218052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.218052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.218052] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 873.255832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.255994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.256076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.256287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.256429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.268209] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 873.328764] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.329514] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.329622] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.329836] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.330164] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.330443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.330603] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.330862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.331052] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.331312] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.331456] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.331595] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.331731] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.331925] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.332114] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.332309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.354418] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.354774] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.354956] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.355155] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.355479] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.355653] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.355774] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.356140] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.356288] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88681d89-b97f-40e4-adfb-ae36dbf4a1ac',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.401667] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.401833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.401891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.402132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.402919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.403199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.403315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.403380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.403832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.403832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.403832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 873.425420] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.425855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.426443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.426815] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.427301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.427438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.427773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.427773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.431054] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 is going to be deleted. [ 873.432516] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.440401] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.440401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.440401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.440401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.440401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.451239] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 873.469270] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.469568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.469647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.469965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.470161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.470346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.470923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.471341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.471417] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.471536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.471610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.471729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.471804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.471902] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.704443] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.704622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.704696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.704911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.705009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.705114] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be created. [ 873.731232] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.731413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.731493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.735135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.735135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.743400] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: UNINITIALIZED for 2s [ 873.858728] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.859015] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.859228] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.861441] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.861617] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.861802] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 88681d89-b97f-40e4-adfb-ae36dbf4a1ac not found, creating... [ 873.862107] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.862279] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.862428] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.862671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.862825] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.864040] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.864248] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.864388] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.864613] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.864750] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.864893] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 88681d89-b97f-40e4-adfb-ae36dbf4a1ac is going to be created. [ 873.890881] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.891282] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.891475] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.891843] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.892198] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.892505] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.939448] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.974734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.974886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.974970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.975216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.975312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.975516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.975621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.975686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.976570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.976736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.976832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 already deleted. [ 873.976918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.977118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.977358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.977521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.977624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.977688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.977835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.977914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.978015] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.192828] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 874.192828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.281576] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 874.281576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.443918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.444297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.444416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.444716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.445823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.446092] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be updated. [ 874.482446] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.482684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.482826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.483086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.483193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.483614] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.483614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.483614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.483773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.483852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.483945] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 already deleted. [ 874.484038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.484153] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.489354] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.489560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.489560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.489791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.490041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.502338] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 874.654208] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 874.654435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.689163] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-70045434-d313-403a-b399-9080b57fda6b service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 874.691626] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-70045434-d313-403a-b399-9080b57fda6b service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 874.692832] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-70045434-d313-403a-b399-9080b57fda6b service nova] Enqueued Resource ID: 88681d89-b97f-40e4-adfb-ae36dbf4a1ac with Priority: HIGHEST for action port [ 874.693159] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 874.693420] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 874.693652] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88681d89-b97f-40e4-adfb-ae36dbf4a1ac with Priority: HIGHEST for action port [ 874.694235] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.694527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.694970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.695203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.695503] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.697642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.697642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.697642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.697642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.697642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.697642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.697642] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88681d89-b97f-40e4-adfb-ae36dbf4a1ac',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.814922] env[66134]: INFO networking_nsxv3.common.synchronization [None req-be1a09fb-00bb-4247-98aa-a52c7eeb210f tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_rules [ 874.815915] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_rules [ 874.816242] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.816366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.816436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.816695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.816779] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.933694] env[66134]: INFO networking_nsxv3.common.synchronization [None req-0d8346da-ca62-4717-be9c-e15625864184 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_rules [ 874.934287] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_rules [ 874.934618] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.934724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.987017] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.200600] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.200764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.200870] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88681d89-b97f-40e4-adfb-ae36dbf4a1ac with status ACTIVE [ 875.201131] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.201209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.201209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.201464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.201560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.201743] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.201821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.201888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.202426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.202487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202824] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88681d89-b97f-40e4-adfb-ae36dbf4a1ac is going to be updated. [ 875.224412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.225340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.225340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.225340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88681d89-b97f-40e4-adfb-ae36dbf4a1ac" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.278512] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 875.278765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.361081] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.361537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.361537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.361642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.361642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.361754] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b already deleted. [ 875.361844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.362013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.362173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.362256] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.462401] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 875.463291] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c deletion is rescheduled due to dependency. [ 875.463291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.463291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.463291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.463291] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.463291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.463526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.463526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.463596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.463664] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.489196] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214: rpc.has_security_group_logging(os_id): False [ 875.508797] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.509090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.509090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.509399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.509515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.509755] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.510041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.510041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.510133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.510213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.510325] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 is going to be created. [ 875.531052] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214], does not exist path=[/infra/domains/default/groups/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214]."\n}' [ 875.531052] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 [ 875.531052] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 875.566725] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.566890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.566890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.567125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.571481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.571777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.572188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.572273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.573055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.573055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.573055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.573055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.573055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.573055] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 is going to be created. [ 875.592345] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214], does not exist path=[/infra/domains/default/groups/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 [ 875.592530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.592822] env[66134]: Traceback (most recent call last): [ 875.592822] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 875.592822] env[66134]: return func(*args, **kwargs) [ 875.592822] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 875.592822] env[66134]: res.raise_for_status() [ 875.592822] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 875.592822] env[66134]: raise HTTPError(http_error_msg, response=self) [ 875.592822] env[66134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 [ 875.592822] env[66134]: During handling of the above exception, another exception occurred: [ 875.592822] env[66134]: Traceback (most recent call last): [ 875.592822] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 875.592822] env[66134]: listener.cb(fileno) [ 875.593190] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 875.593190] env[66134]: result = function(*args, **kwargs) [ 875.593190] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 875.593190] env[66134]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 875.593190] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 875.593190] env[66134]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 875.593190] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 875.593190] env[66134]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 875.593190] env[66134]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 875.593190] env[66134]: res.raise_for_status() [ 875.593190] env[66134]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 875.593190] env[66134]: raise HTTPError(http_error_msg, response=self) [ 875.593190] env[66134]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6fc6f0c2-79c8-4bf9-994f-abd7c3c2e214 [ 875.593190] env[66134]: Removing descriptor: 63 [ 875.756054] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 875.756878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.756878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.756878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.757092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.757092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.757170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.757322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.757401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.757597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.757597] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.885359] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.886193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.886193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.886193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.886734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.886734] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b already deleted. [ 875.886734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.966765] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.260394] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.469855] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.514015] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.514015] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.514015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.514015] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.764091] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f671855f-0771-49a5-856b-332135f5db08: rpc.has_security_group_logging(os_id): False [ 876.785204] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.785361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.785437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.785659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.785751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.785998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.786112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.786176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.786329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.786405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.786493] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be created. [ 876.860736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.862712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.862712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.862959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.863156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.876250] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 876.967274] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-2d95a2d9-5769-4f76-a892-829dfa26cf90 tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 876.967956] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 876.968483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.968632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.973713] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.973885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.974116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.974256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.974534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.974534] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 877.017364] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.017364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.017364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.017364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.017364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.018508] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.029980] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 877.387919] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.388147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.388277] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.388548] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.388802] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.389044] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.389180] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.389391] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.389535] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.389743] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.390117] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.390292] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.390415] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.390535] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.390645] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.390777] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.413057] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.413237] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.414913] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.414913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-236" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.414913] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-0cdb1618-a89e-471f-92b6-3a8f1f69c203 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.414913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.414913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.414913] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.414913] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb1618-a89e-471f-92b6-3a8f1f69c203',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.521216] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.917727] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.917834] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.917907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.918251] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.918443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.918613] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 0cdb1618-a89e-471f-92b6-3a8f1f69c203 not found, creating... [ 877.918888] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.919064] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.919184] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.919421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.919791] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.919889] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.920007] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.921359] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.921736] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.922049] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.922219] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 0cdb1618-a89e-471f-92b6-3a8f1f69c203 is going to be created. [ 877.945688] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.945938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.946112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.946632] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.946727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.947059] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.026431] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.026431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.026431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.026431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.026431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.026431] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be updated. [ 878.064977] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.065212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.065346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.065602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.065996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.080190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 878.736447] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-7513d55c-0273-4158-98d9-7bbd627c5c5d service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 878.736447] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-7513d55c-0273-4158-98d9-7bbd627c5c5d service nova] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 878.736447] env[66134]: INFO networking_nsxv3.common.synchronization [req-5309053f-32fe-4058-902c-3015b647414e req-7513d55c-0273-4158-98d9-7bbd627c5c5d service nova] Enqueued Resource ID: 0cdb1618-a89e-471f-92b6-3a8f1f69c203 with Priority: HIGHEST for action port [ 878.736447] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_rules [ 878.736447] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 878.736447] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1618-a89e-471f-92b6-3a8f1f69c203 with Priority: HIGHEST for action port [ 878.737053] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.737338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.737736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.737913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.738236] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdb1618-a89e-471f-92b6-3a8f1f69c203 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.738595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.739110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.739435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.739805] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdb1618-a89e-471f-92b6-3a8f1f69c203',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.892412] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 878.892686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.043597] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 879.043597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.043597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.043597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.043847] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.043847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.043933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.044586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.044586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.044586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.044586] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.046665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.046984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.047177] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.047305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.048052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.048052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.048052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.048052] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.244083] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cdb1618-a89e-471f-92b6-3a8f1f69c203 with status ACTIVE [ 879.244083] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.244228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.244559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.244797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.246433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.246433] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.246433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.246433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.246433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.246704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.246704] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.246819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.246819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.246987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.247155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.247215] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cdb1618-a89e-471f-92b6-3a8f1f69c203 is going to be updated. [ 879.279193] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.279193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.279349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.280034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.280034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.280034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdb1618-a89e-471f-92b6-3a8f1f69c203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.548178] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.548432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.550029] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.055684] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.094404] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 880.095059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.095787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.096372] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.096504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.096592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.096979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.097468] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.560924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.560924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.560924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.560924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.560924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.560924] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 880.593156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.593964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.593964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.595185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.595185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.600251] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.612208] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 880.774726] env[66134]: INFO networking_nsxv3.common.synchronization [req-0cdacd5c-bbf6-4f6f-8ee5-e26941b4cc36 req-100db175-d6ed-4861-a3ce-5810381d4799 tempest-ServerRescueTestJSONUnderV235-900881259 tempest-ServerRescueTestJSONUnderV235-900881259-project-member] Enqueued Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 880.774726] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a with Priority: HIGHEST for action security_group_members [ 880.774726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.774726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.104407] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.608380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.608380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.608380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.608504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.609064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.609064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be updated. [ 881.643435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.643621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.643691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.643949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.644131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.656838] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 882.622508] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 882.622718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.622980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.623256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.623475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.623568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.623638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.623802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.623882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.623975] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.657973] env[66134]: INFO networking_nsxv3.common.synchronization [req-9d8a9fe6-9799-451f-9174-3aae2c460aac req-3466effc-e08f-421d-b255-d099c3123a40 tempest-ServersTestBootFromVolume-1595768318 tempest-ServersTestBootFromVolume-1595768318-project-member] Enqueued Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_members [ 882.658548] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b with Priority: HIGHEST for action security_group_members [ 882.659419] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.659419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.659419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.660167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.660167] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.660167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.660167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.660167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.660167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.660371] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66bc9dc1-a494-489b-8adf-b3f7a6eb607b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.128236] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.162572] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.162754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.162868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.163069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.189227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.189300] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.189387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.189461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.189658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.189745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.189841] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b is going to be updated. [ 883.221731] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.221874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.221943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.222189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.222335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.233453] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b in Status: IN_PROGRESS for 2s [ 883.633056] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.668884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 883.669060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.669305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.669893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.669893] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.670424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.670424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.670424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.670564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.670630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.670738] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.671775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.671992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.672225] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.672366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.672450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.672714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.672801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.672902] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.745640] env[66134]: INFO networking_nsxv3.common.synchronization [req-fb9c3582-3d35-41fe-9e01-23c0d62abb7a req-ff19950c-1e23-4f76-a8ef-e87889e4701d tempest-ServersAdminTestJSON-1954591120 tempest-ServersAdminTestJSON-1954591120-project-member] Enqueued Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 883.746287] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfee86-7c32-49e0-b928-d4e323b1f782 with Priority: HIGHEST for action security_group_members [ 883.746644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebfee86-7c32-49e0-b928-d4e323b1f782 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.746822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.746902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.748415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.748415] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.748415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.748415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.748415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.748415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.748415] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebfee86-7c32-49e0-b928-d4e323b1f782',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.138470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.138733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.138798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.139057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.139163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.139258] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 884.175170] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.175380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.175380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.175589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.175735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.177029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.177217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.177369] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.177460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.177532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.177722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.188644] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 884.202270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.202500] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.202631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.202715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.203858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.203858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.203858] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be updated. [ 884.233794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.234329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.234329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.234329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.234503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.248581] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 884.250107] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.250244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.250410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.250651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.283340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.283340] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.283488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.283584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.283866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.283971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.284094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 is going to be updated. [ 884.325244] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.325422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.325422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.325957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.325957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.337259] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: IN_PROGRESS for 2s [ 885.251786] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b in Status: SUCCESS [ 885.252173] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66bc9dc1-a494-489b-8adf-b3f7a6eb607b deletion is rescheduled due to dependency. [ 885.252173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66bc9dc1-a494-489b-8adf-b3f7a6eb607b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.438632] env[66134]: INFO networking_nsxv3.common.synchronization [req-72835701-70ae-4b00-aabc-adc6a6c10b4d req-f9e95bb9-f599-4120-9585-81fab8cbc011 tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_members [ 885.438632] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_members [ 885.438632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.438632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.438632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.438632] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.547520] env[66134]: INFO networking_nsxv3.common.synchronization [req-d3149a53-ff58-48b7-b083-9ac3281d2152 req-6656b079-16a6-4197-98e5-7f57b643e158 tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 885.548899] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 885.548899] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.548899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.548899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.548899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.549672] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.550808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.551013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.551118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.551219] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.824742] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.825065] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.825271] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.825711] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.826131] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.826409] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.826621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.826962] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.827190] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.827638] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.827733] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.827818] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.829619] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.829619] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.829619] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.829619] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.849881] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.850103] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.850251] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.850584] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-742" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851040] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-fd79511a-b2f7-4699-b290-66cb69305a9c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851262] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851394] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851885] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851992] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd79511a-b2f7-4699-b290-66cb69305a9c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.939305] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.939483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.939565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.939855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.939922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.940213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.940316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.940522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.940589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.940666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.940782] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86c56909-28d8-438f-8386-2786bf70de0c already deleted. [ 885.940868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.055716] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.057071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.057071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.057071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.100341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.100701] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.100857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.100931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.101176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.101265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.101358] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 886.145045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.145278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.145400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.145732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.146153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.157365] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 886.217732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 886.218042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.218342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.218622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.218900] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.219078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.219166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.219374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.219473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.219562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.219811] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.219922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.220033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.220253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.220842] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.220842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.220842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.220842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.221077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.221077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.221151] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.262501] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 886.262881] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a deletion is rescheduled due to dependency. [ 886.263160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.263415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.263690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.263959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.264113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.264183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.264369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.264461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.264598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.264774] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.264935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.264935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.265225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.265377] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.265475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.265588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.265683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.265757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.265838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.265964] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.348804] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebfee86-7c32-49e0-b928-d4e323b1f782 in Status: SUCCESS [ 886.348981] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebfee86-7c32-49e0-b928-d4e323b1f782 deletion is rescheduled due to dependency. [ 886.349115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebfee86-7c32-49e0-b928-d4e323b1f782" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.356447] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.356701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.356952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.357374] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.358078] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.358078] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port fd79511a-b2f7-4699-b290-66cb69305a9c not found, creating... [ 886.358204] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.358443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.358599] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.358918] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.359107] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.359469] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.361618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.361618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.361618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.361618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.361618] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: fd79511a-b2f7-4699-b290-66cb69305a9c is going to be created. [ 886.384256] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.384487] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.384649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.384970] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.385225] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.385461] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.723956] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef112fb4-8e98-47a7-afd3-4770042ab40c: rpc.has_security_group_logging(os_id): False [ 886.744043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.744270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.744368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.744687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.767330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.767424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.767544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.767614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.767822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.767928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.768105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.768208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.768281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.768505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.768700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.768831] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.768889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.768921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.769127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.769265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.769265] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 886.770488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b6a084-cb28-49dd-8e7a-6bf22d41953a: rpc.has_security_group_logging(os_id): False [ 886.788546] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.788738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.788788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.789084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.789084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.789350] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.789457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.789457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.789632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.789670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.789847] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.789933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.790048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.790147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.790248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.790984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.790984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.790984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.790984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.790984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.790984] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be updated. [ 886.854816] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.854993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.854993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.855217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.855366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.862457] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.862629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.862667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.862874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.863029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.879933] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: IN_PROGRESS for 2s [ 886.880520] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 887.147932] env[66134]: INFO networking_nsxv3.common.synchronization [req-72835701-70ae-4b00-aabc-adc6a6c10b4d req-da5bdf2a-2609-4fee-8b04-82472424ff60 service nova] Enqueued Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_rules [ 887.148070] env[66134]: INFO networking_nsxv3.common.synchronization [req-72835701-70ae-4b00-aabc-adc6a6c10b4d req-da5bdf2a-2609-4fee-8b04-82472424ff60 service nova] Enqueued Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_members [ 887.148225] env[66134]: INFO networking_nsxv3.common.synchronization [req-72835701-70ae-4b00-aabc-adc6a6c10b4d req-da5bdf2a-2609-4fee-8b04-82472424ff60 service nova] Enqueued Resource ID: fd79511a-b2f7-4699-b290-66cb69305a9c with Priority: HIGHEST for action port [ 887.148805] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_rules [ 887.148936] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_members [ 887.149555] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd79511a-b2f7-4699-b290-66cb69305a9c with Priority: HIGHEST for action port [ 887.149877] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.150028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.150112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.150292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.150380] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.151657] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.151782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.151856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.152138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.152214] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.153101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.153101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.153101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.153101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.153101] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.153669] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd79511a-b2f7-4699-b290-66cb69305a9c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.153669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.153823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.153929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.154015] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd79511a-b2f7-4699-b290-66cb69305a9c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.658078] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.658078] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.658078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.658078] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd79511a-b2f7-4699-b290-66cb69305a9c with status ACTIVE [ 887.658078] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.658078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.658078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.658078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.658945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.658945] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.658945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.658945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.658945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.658945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.658945] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.659200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.659200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.659200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.659286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.659349] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd79511a-b2f7-4699-b290-66cb69305a9c is going to be updated. [ 887.683872] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.683978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.684030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.684285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.684457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.684667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd79511a-b2f7-4699-b290-66cb69305a9c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.903266] env[66134]: INFO networking_nsxv3.common.synchronization [req-cb9e7da6-e1dc-4f1f-847a-258163dbdbd0 req-d206e99d-4a52-475e-95c5-6c7afc01140e tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 887.903938] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 887.904634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.904778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.904844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.905135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.905328] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.905438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.905495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.905668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.906805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.906805] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.161902] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.167630] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 888.168651] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f deletion is rescheduled due to dependency. [ 888.168651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.287641] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.288559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.288559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.288559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.289096] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.289283] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.289404] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.289655] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.289783] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.289988] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.290114] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.290224] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.290332] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.290499] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.290624] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.290760] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.312593] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.312774] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.312953] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.313148] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.313551] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-66b6bf60-5b65-40ed-8561-a9d1a430c21c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.313659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.313938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.314308] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.314449] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b6bf60-5b65-40ed-8561-a9d1a430c21c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.410993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.411210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.411284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.411554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.411654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.411920] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.412022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.412087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.412246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.412324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.412413] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 already deleted. [ 888.412532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.664598] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.665168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.665168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.665168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.665369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.665425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86c56909-28d8-438f-8386-2786bf70de0c is going to be created. [ 888.694694] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.695999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.696255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.696565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.696853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.712576] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86c56909-28d8-438f-8386-2786bf70de0c in Status: UNINITIALIZED for 2s [ 888.818474] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.821580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.821580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.821580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.821580] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.821807] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 66b6bf60-5b65-40ed-8561-a9d1a430c21c not found, creating... [ 888.821938] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.822151] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.822273] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.822569] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.822745] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823102] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823266] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823384] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.823605] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.823775] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823938] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 66b6bf60-5b65-40ed-8561-a9d1a430c21c is going to be created. [ 888.867270] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.867577] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.867792] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.868086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.868321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.868551] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.898606] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a in Status: SUCCESS [ 888.898831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.900165] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 888.900165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.901558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.901558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.901558] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b6a084-cb28-49dd-8e7a-6bf22d41953a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.906089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.906492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.906492] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.409458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.409569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.409602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.409874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.410224] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.410374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.410493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.410776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.410776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.410899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.410983] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.433068] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.433068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.433068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.433068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.433068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.433068] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b6a084-cb28-49dd-8e7a-6bf22d41953a is going to be deleted. [ 889.507284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.507520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.507520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.507715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.507802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.507930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b6a084-cb28-49dd-8e7a-6bf22d41953a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.635284] env[66134]: INFO networking_nsxv3.common.synchronization [req-cb9e7da6-e1dc-4f1f-847a-258163dbdbd0 req-e81a6e21-363a-458b-9824-ece294424e9f service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 889.635284] env[66134]: INFO networking_nsxv3.common.synchronization [req-cb9e7da6-e1dc-4f1f-847a-258163dbdbd0 req-e81a6e21-363a-458b-9824-ece294424e9f service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 889.635284] env[66134]: INFO networking_nsxv3.common.synchronization [req-cb9e7da6-e1dc-4f1f-847a-258163dbdbd0 req-e81a6e21-363a-458b-9824-ece294424e9f service nova] Enqueued Resource ID: 66b6bf60-5b65-40ed-8561-a9d1a430c21c with Priority: HIGHEST for action port [ 889.636909] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 889.636909] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 889.637037] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b6bf60-5b65-40ed-8561-a9d1a430c21c with Priority: HIGHEST for action port [ 889.637353] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.637620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.637683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.638186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.638186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.640924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.640924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.640924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.640924] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.642281] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b6bf60-5b65-40ed-8561-a9d1a430c21c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.642281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.642281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.642281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.642281] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b6bf60-5b65-40ed-8561-a9d1a430c21c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.913792] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.914156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.914156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.914301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.914503] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.914580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.914649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.914841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.914936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.915082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.915238] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.915344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.915397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.915558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.915721] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.915826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.915891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.916092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.916196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.916286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.916399] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.144051] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.146573] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.146573] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b6bf60-5b65-40ed-8561-a9d1a430c21c with status ACTIVE [ 890.146573] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.146573] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.146573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.148547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.148547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.148547] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.149128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.149128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.149128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.149128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150234] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b6bf60-5b65-40ed-8561-a9d1a430c21c is going to be updated. [ 890.173821] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.173821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.174097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.174132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.174310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.174480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b6bf60-5b65-40ed-8561-a9d1a430c21c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.419458] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef112fb4-8e98-47a7-afd3-4770042ab40c: rpc.has_security_group_logging(os_id): False [ 890.455029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.455029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.455029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.456999] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.456999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.456999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.457645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.457791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.458307] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.458558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.458746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.458891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.459064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 890.544209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.544466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.544466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.544704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.545186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.565894] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 890.570430] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-8e838f6e-432d-484a-9a21-e22bcc96c4a8 tempest-ListServersNegativeTestJSON-712554622 tempest-ListServersNegativeTestJSON-712554622-project-member] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 890.576255] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 890.576255] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.576255] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.576255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.576255] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.647675] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.724746] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86c56909-28d8-438f-8386-2786bf70de0c in Status: SUCCESS [ 890.724838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.725241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.725320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.725555] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.725717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.725906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.726141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726508] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.972114] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.972392] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.972392] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.972795] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973112] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.973321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973475] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.973737] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973919] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.974183] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.974394] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.974546] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.974684] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.974842] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.974977] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.975189] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.995425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.995620] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.995981] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.996191] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.997035] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-15403ec8-16ba-4563-a475-b90132894d62 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.997035] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.997035] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.997240] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.997304] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15403ec8-16ba-4563-a475-b90132894d62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.079503] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.079802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.079885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.080062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.080162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.080375] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.080506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.080584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.080739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.080826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.080919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 already deleted. [ 891.081010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.155066] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.155066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.155066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.155418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.155533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.155715] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be created. [ 891.206542] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.206804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.206919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.207322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.207678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.225301] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: UNINITIALIZED for 2s [ 891.228861] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.502599] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.502970] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.503182] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.503592] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.503845] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.504108] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 15403ec8-16ba-4563-a475-b90132894d62 not found, creating... [ 891.504377] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.504586] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.504846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.505044] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.505284] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.505591] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.505753] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.505869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.506135] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.506284] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.506445] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 15403ec8-16ba-4563-a475-b90132894d62 is going to be created. [ 891.535943] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.536234] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.536320] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.536624] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.536852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.537126] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.733462] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86c56909-28d8-438f-8386-2786bf70de0c: rpc.has_security_group_logging(os_id): False [ 891.754256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.754256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.754256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.754256] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86c56909-28d8-438f-8386-2786bf70de0c is going to be created. [ 891.787807] env[66134]: INFO networking_nsxv3.common.synchronization [req-e6c101bb-698b-4346-bc57-bb2754e764ce req-1384cf28-13c7-4e40-ab64-8dac0e4e586c tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 891.787807] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 891.788768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.788768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.788768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.789056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.789325] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.789528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.789693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.789980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.790164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.790325] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.840425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.840707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.840789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.841044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.841250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.856039] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86c56909-28d8-438f-8386-2786bf70de0c in Status: IN_PROGRESS for 2s [ 892.204717] env[66134]: INFO networking_nsxv3.common.synchronization [req-c43fff62-1ce7-4bb1-9e16-24f2edfdfdcc req-6b4b9f70-6412-4180-bf89-31bcf9191bfe tempest-MultipleCreateTestJSON-1512379504 tempest-MultipleCreateTestJSON-1512379504-project-member] Enqueued Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 892.205793] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef112fb4-8e98-47a7-afd3-4770042ab40c with Priority: HIGHEST for action security_group_members [ 892.205793] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef112fb4-8e98-47a7-afd3-4770042ab40c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.205793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.293919] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.304315] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-108e698d-daf6-4a8d-aff0-43f14b0375d8 service nova] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_rules [ 892.304315] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-108e698d-daf6-4a8d-aff0-43f14b0375d8 service nova] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 892.304315] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-108e698d-daf6-4a8d-aff0-43f14b0375d8 service nova] Enqueued Resource ID: 15403ec8-16ba-4563-a475-b90132894d62 with Priority: HIGHEST for action port [ 892.304903] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_rules [ 892.305061] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 892.305163] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15403ec8-16ba-4563-a475-b90132894d62 with Priority: HIGHEST for action port [ 892.305451] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.305574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.305664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.305919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.306010] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.308622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.308734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.308806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.309191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.309291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.309839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.309941] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.310897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-15403ec8-16ba-4563-a475-b90132894d62 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.311021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.311074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.311241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.311317] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15403ec8-16ba-4563-a475-b90132894d62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.591485] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 892.591711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.797183] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.813673] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.814620] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.814719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.815033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15403ec8-16ba-4563-a475-b90132894d62 with status ACTIVE [ 892.815069] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.815157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.815213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.815418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.815500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.815667] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.820127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820982] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.821139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821629] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15403ec8-16ba-4563-a475-b90132894d62 is going to be updated. [ 892.848559] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.848638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.848701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.848963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.849161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.849350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15403ec8-16ba-4563-a475-b90132894d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.120232] env[66134]: INFO networking_nsxv3.common.synchronization [None req-beb8a296-a80a-4fdc-9847-26233dd8517e tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_rules [ 893.120831] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_rules [ 893.121417] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.121544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.121673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.121960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.121960] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.238796] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 893.239175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.239224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.239517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.239726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.239848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.239918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.240164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.240207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.240275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.240449] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.300946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.300946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.300946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.300946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.300946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.300946] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 893.324761] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.363549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.363549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.363676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.363931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.364642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.376277] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 893.502863] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-30d3fdba-ca5c-4d04-9550-00e713b4f12a tempest-ListServersNegativeTestJSON-712554622 tempest-ListServersNegativeTestJSON-712554622-project-member] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 893.504016] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 893.504348] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.504463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.550234] env[66134]: INFO networking_nsxv3.common.synchronization [None req-6f57b0f0-2d5f-43f7-b3f7-64690f1d37d6 tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_rules [ 893.550859] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_rules [ 893.551359] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.551359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.645968] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.646174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.646256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.646520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.646634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.646734] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1c8d12-3e8a-452e-9e62-056540e664af already deleted. [ 893.646842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.646965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.647144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.647228] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.743923] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.744383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.744383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.744606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.744787] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.744887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.744951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.745120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.745215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.745306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.745502] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.745609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.745672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.745840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.745970] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.746086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.746133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.746283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.746365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.746455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.746545] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.827446] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.827636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.827636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.827914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.827998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.828314] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be created. [ 893.853974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.854149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.854210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.854540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.854823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.870752] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: UNINITIALIZED for 2s [ 893.872488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86c56909-28d8-438f-8386-2786bf70de0c in Status: SUCCESS [ 893.872720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.881860] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.881982] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.882102] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.882369] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.882659] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.882886] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.882886] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.883112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.883257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.883462] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.883593] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.883706] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.883917] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.883917] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.884034] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.884156] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.903731] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.903884] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.904049] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.904301] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.904790] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-30b5cad8-346e-4c90-a06a-408f1f16aa38 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.904790] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.905018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.905216] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.905355] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b5cad8-346e-4c90-a06a-408f1f16aa38',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.180635] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.180635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.180635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.180635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.180635] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1c8d12-3e8a-452e-9e62-056540e664af already deleted. [ 894.180635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.249564] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7b0c0f-f9f6-477d-8481-08bd5a1effa3: rpc.has_security_group_logging(os_id): False [ 894.283166] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.283166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.283371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.283459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.283522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.283746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.283889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.283936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.284062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.284137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.284322] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.284404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.284466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.284610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.284686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.284871] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.284964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.285043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.285204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.285316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.285421] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be created. [ 894.381140] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.381326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.381388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.381652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.381872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.400381] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 894.408561] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.408861] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.409039] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.409332] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.409504] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.409668] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 30b5cad8-346e-4c90-a06a-408f1f16aa38 not found, creating... [ 894.409970] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.410190] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.410330] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.410608] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.410762] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.411260] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.411260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.411485] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.411682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.411682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.411955] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 30b5cad8-346e-4c90-a06a-408f1f16aa38 is going to be created. [ 894.438357] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.438588] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.438707] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.439010] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.439257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.439480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.287269] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-e953d4f7-cac6-4e9a-ad26-354cc4c5b748 service nova] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_rules [ 895.287914] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-e953d4f7-cac6-4e9a-ad26-354cc4c5b748 service nova] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 895.288293] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-e953d4f7-cac6-4e9a-ad26-354cc4c5b748 service nova] Enqueued Resource ID: 30b5cad8-346e-4c90-a06a-408f1f16aa38 with Priority: HIGHEST for action port [ 895.289325] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_rules [ 895.289611] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 895.289841] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b5cad8-346e-4c90-a06a-408f1f16aa38 with Priority: HIGHEST for action port [ 895.290284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.290586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.290909] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.291136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.292023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b5cad8-346e-4c90-a06a-408f1f16aa38 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.292023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.292023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.292023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.292023] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b5cad8-346e-4c90-a06a-408f1f16aa38',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.377076] env[66134]: INFO networking_nsxv3.common.synchronization [req-bd8be4da-f2f3-4599-98d8-24a89e04c538 req-782cc358-00ce-44ed-bede-59428316e41b tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 895.378907] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 895.379209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.379393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.379475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.379741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.379929] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.380069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.380159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.380350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.380444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.380669] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.393906] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 895.394170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.394668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.394916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.395119] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.395337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.395337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.395676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.395837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.396047] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef112fb4-8e98-47a7-afd3-4770042ab40c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.794832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b5cad8-346e-4c90-a06a-408f1f16aa38 with status ACTIVE [ 895.795242] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.795371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.795371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.795552] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.795722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.796042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.796200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.796393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.796468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.796650] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.796746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.796900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.797076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.797174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.797282] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b5cad8-346e-4c90-a06a-408f1f16aa38 is going to be updated. [ 895.825896] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.827587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.827587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.827587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.827587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.827587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b5cad8-346e-4c90-a06a-408f1f16aa38" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.884628] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 895.884878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.885327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.885458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.885522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.886207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.887329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.887571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.888766] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.888766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.888766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.889824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.889994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.890124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.890247] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.891592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.891695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.891963] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.892079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.892128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.892296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.892408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.892514] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.899067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.899067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.919267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.919835] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.919989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.919989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.920373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.920485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.920664] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 895.922792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.923199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.923447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.923801] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.924043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.924200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.924550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.924732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.924922] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c is going to be updated. [ 896.018690] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.018856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.019190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.019353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.040913] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: IN_PROGRESS for 2s [ 896.040913] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.040913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.040913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.040913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.040913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.054619] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 896.395117] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.395555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.395656] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.416251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 896.416500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.899177] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.060672] env[66134]: INFO networking_nsxv3.common.synchronization [req-276988d7-f285-41a8-9ff3-f1b09611d28f req-b7008f0e-0bca-4b15-b7a4-3dd7f12710b3 tempest-MigrationsAdminTest-761682699 tempest-MigrationsAdminTest-761682699-project-member] Enqueued Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 897.061432] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 with Priority: HIGHEST for action security_group_members [ 897.061969] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6ee5778-4f36-4f35-ad90-8454d61d54f3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.062152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.062253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.062575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.062792] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.062951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.062951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.063128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.063212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.063640] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6ee5778-4f36-4f35-ad90-8454d61d54f3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.401715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.402496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.402496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.402496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.402496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.402496] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 897.438642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.438877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.438877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.439147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.439308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.451190] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 897.568457] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.568687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.568799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.569371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.597546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597546] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.597546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.597546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.597546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.597978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.597978] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 is going to be updated. [ 897.636334] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.636526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.636597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.636987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.636987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.650191] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: IN_PROGRESS for 2s [ 898.052941] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef112fb4-8e98-47a7-afd3-4770042ab40c in Status: SUCCESS [ 898.053095] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef112fb4-8e98-47a7-afd3-4770042ab40c deletion is rescheduled due to dependency. [ 898.053157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef112fb4-8e98-47a7-afd3-4770042ab40c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.061388] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 898.061703] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 898.061997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.145475] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-54334a3b-0dea-47ea-be8d-96ee3d4e99bb tempest-ListServersNegativeTestJSON-712554622 tempest-ListServersNegativeTestJSON-712554622-project-member] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 898.148030] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 898.148030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.148030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.509048] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.509048] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.509048] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.509836] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.510119] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.510342] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.510625] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.510859] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.511066] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.511307] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.535037] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.535037] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.535037] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.535037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-654" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.535037] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-ea41628b-76a2-4c40-8673-2bc22a99a289 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.535037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.535037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.535037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.535037] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea41628b-76a2-4c40-8673-2bc22a99a289',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.616021] env[66134]: INFO networking_nsxv3.common.synchronization [req-f04ee1a8-fe1a-4dcc-bcc8-184f624366ca req-9b6daec5-c4c9-4719-adf6-a3a4a30ce050 tempest-ServersAdminNegativeTestJSON-958069303 tempest-ServersAdminNegativeTestJSON-958069303-project-member] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 898.616021] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGHEST for action security_group_members [ 898.616639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.616913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617636] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.619343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.619343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.619343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.619343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.619343] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.037322] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.037455] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.037564] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.037853] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.038016] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.038177] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port ea41628b-76a2-4c40-8673-2bc22a99a289 not found, creating... [ 899.038460] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.038593] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.038709] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.038931] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.039077] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.039478] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.039578] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.039614] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.039829] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.039939] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.040091] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: ea41628b-76a2-4c40-8673-2bc22a99a289 is going to be created. [ 899.062737] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.063050] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.063177] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.064549] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.065019] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.065767] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.120347] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.120589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.120677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.120872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.144817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.145117] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.145287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.145469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.145689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.145844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.145966] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be updated. [ 899.187628] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.187840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.187910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.188166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.188326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.201047] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: IN_PROGRESS for 2s [ 899.461433] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 899.461712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.461892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.462128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.462573] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.462573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.462573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.462758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.462758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.462820] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.662308] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 in Status: SUCCESS [ 899.662674] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6ee5778-4f36-4f35-ad90-8454d61d54f3 deletion is rescheduled due to dependency. [ 899.662674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6ee5778-4f36-4f35-ad90-8454d61d54f3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.786169] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-37d90612-8f49-4001-8852-c0260c803a89 service nova] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_rules [ 899.786169] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-37d90612-8f49-4001-8852-c0260c803a89 service nova] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 899.786169] env[66134]: INFO networking_nsxv3.common.synchronization [req-6e2a73e8-87b1-4604-9aae-b51696062aaa req-37d90612-8f49-4001-8852-c0260c803a89 service nova] Enqueued Resource ID: ea41628b-76a2-4c40-8673-2bc22a99a289 with Priority: HIGHEST for action port [ 899.786169] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_rules [ 899.786169] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 899.786523] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea41628b-76a2-4c40-8673-2bc22a99a289 with Priority: HIGHEST for action port [ 899.786925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.787167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.787465] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.787658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.787933] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea41628b-76a2-4c40-8673-2bc22a99a289 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.788211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.788360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.788663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.788856] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea41628b-76a2-4c40-8673-2bc22a99a289',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.965627] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.292020] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea41628b-76a2-4c40-8673-2bc22a99a289 with status ACTIVE [ 900.292197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.292527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.292786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.293247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.293423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.293741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.294248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.294248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.294342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.294527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.294873] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.295175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.295233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.295485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.295635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.295800] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea41628b-76a2-4c40-8673-2bc22a99a289 is going to be updated. [ 900.326388] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.326635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.326701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.327046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.327225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.327507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea41628b-76a2-4c40-8673-2bc22a99a289" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.472419] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.975690] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.975980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.975980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.976171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.976261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.976426] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 901.010039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.010039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.010039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.010039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.010039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.022173] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 901.219700] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 in Status: SUCCESS [ 901.219975] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 deletion is rescheduled due to dependency. [ 901.219975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.423860] env[66134]: INFO networking_nsxv3.common.synchronization [req-59d28460-5198-44a9-938b-24afb294351b req-27b812ba-ef54-4fad-8873-4ef219f99532 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 902.424603] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 902.424964] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.425173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.425241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.425470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.425652] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.425802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.425802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.426083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.426083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.426204] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.555641] env[66134]: INFO networking_nsxv3.common.synchronization [req-8e7183fa-6f07-4aa2-944a-0a092cae834e req-80b6164f-b8bb-4fc0-a41d-38d77fed78b7 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 902.556234] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 902.556575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.556697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.556764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.556963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.557124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.557221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.557285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.557439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.557523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.557617] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.812959] env[66134]: INFO networking_nsxv3.common.synchronization [req-3958623d-a865-4377-af6a-90dbfe141ea0 req-09f0ac5a-c986-479e-8a87-b84e72db4697 tempest-ServerPasswordTestJSON-1947561516 tempest-ServerPasswordTestJSON-1947561516-project-member] Enqueued Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_members [ 902.813534] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_members [ 902.813857] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.813974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.814051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.814295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.814447] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.814543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.814630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.814784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.814866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.814955] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.931302] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.931302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.931302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.931302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.959034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.959034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.959034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.959034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.959034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.959034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.959034] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 902.995195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.995195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.995195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.995195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.995195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.005638] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 903.038404] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 903.038594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.039160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.039160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.039303] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.039414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.039502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.039692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.040369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.040369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.040369] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.040369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.040369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.040710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.040710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.040777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.040805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.040962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.041052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.041786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.041786] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.042142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.042333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.042491] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.042601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.042656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.042808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.042891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.042969] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.060213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.060296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.060345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.060903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.060903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.060903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.061125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.061125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.061260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.061338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.061428] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 903.111881] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.112075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.112144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.112363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.112515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.123944] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 903.213411] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.213736] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-138" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.213860] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-138" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.214348] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-138" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.214738] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.214738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.214738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.214972] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.215230] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.215330] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.215769] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.215769] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.215769] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.215769] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.215981] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.215981] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.236279] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.236443] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.236588] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.236758] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-138" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.237104] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.237341] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.237469] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.238643] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.238643] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.318406] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.318600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.318707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.318957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.319101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.319347] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.319470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.319557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.319775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.319916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.320067] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 already deleted. [ 903.320202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.545412] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13916516-853b-4007-b8d2-02076e4d3706: rpc.has_security_group_logging(os_id): False [ 903.547410] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.568531] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.568818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.568818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.569019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.569113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.569380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.569532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.569660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.569922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.570852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.571124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.571253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.571310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.571629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.571737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.571944] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.572100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.572172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.572328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.572404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.572494] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be created. [ 903.651903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.652180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.652180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.652571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.652834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.670220] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 903.741326] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.741677] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.741861] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.742189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.742348] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.742534] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 not found, creating... [ 903.742852] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.743037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.743160] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.743466] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.743661] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.743983] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.744214] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.744368] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.744596] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.744757] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.744918] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 is going to be created. [ 903.780859] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.781215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.781444] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.781882] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.782370] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.782740] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.049893] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.531229] env[66134]: INFO networking_nsxv3.common.synchronization [req-3958623d-a865-4377-af6a-90dbfe141ea0 req-8ae16cbf-7587-4487-b606-fe4eb9c91e49 service nova] Enqueued Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_rules [ 904.531229] env[66134]: INFO networking_nsxv3.common.synchronization [req-3958623d-a865-4377-af6a-90dbfe141ea0 req-8ae16cbf-7587-4487-b606-fe4eb9c91e49 service nova] Enqueued Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_members [ 904.531229] env[66134]: INFO networking_nsxv3.common.synchronization [req-3958623d-a865-4377-af6a-90dbfe141ea0 req-8ae16cbf-7587-4487-b606-fe4eb9c91e49 service nova] Enqueued Resource ID: 6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 with Priority: HIGHEST for action port [ 904.531229] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_rules [ 904.532782] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_members [ 904.533069] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 with Priority: HIGHEST for action port [ 904.534027] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.534027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.534027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.534027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.534027] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.535425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.535547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.535616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.535796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.535955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.536050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.536106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.536516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.536614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.536709] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.537516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.537589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.537641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.537791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.537865] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.551580] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.552361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.552495] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 904.585122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.585317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.585408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.585669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.585871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.595984] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 905.015727] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 905.015931] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 905.016069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039515] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.039741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.040044] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.041159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 with status ACTIVE [ 905.041370] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.041581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.041581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.041992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.042131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.042304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.042408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.042497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.042680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.042762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.044722] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.044826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.044903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.045115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.045201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.045296] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09 is going to be updated. [ 905.069930] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.070097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.070154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.070375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.070505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.070738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cba3fa2-e2c7-4b0a-8c7a-e9600e435d09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.137375] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 905.138034] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 905.138034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.498380] env[66134]: INFO networking_nsxv3.common.synchronization [req-b5675b18-a8f2-4036-abbe-b2bb4dc09fee req-597839d2-f170-46f7-99ea-f87786ba6dfd tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_members [ 905.499089] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_members [ 905.499959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.500110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.500185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.500457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.500676] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.500778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.500850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.501052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.501147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.501234] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.548098] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.686039] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 905.686418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.686454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.686679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.686765] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.810340] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.810502] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.810567] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.811083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.812073] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.812073] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.812073] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.812305] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.812481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.812780] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.813020] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.813211] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.813374] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.813620] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.813693] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.813895] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.835036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.835291] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.835490] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.835728] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.836181] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.836421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.836592] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.837036] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.837234] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.003529] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.003529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.003820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.003859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.004543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.004543] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.004543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.004543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.004543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.004859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.004859] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b already deleted. [ 906.004859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.051592] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.051909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.052015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.052327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.052459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.052607] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 is going to be created. [ 906.091893] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.092131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.092198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.092419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.092582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.119413] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 in Status: UNINITIALIZED for 2s [ 906.189426] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.189646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.340230] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.340525] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.342103] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.342103] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.342103] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.342103] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 not found, creating... [ 906.342103] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.342103] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.342103] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.342828] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.342828] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.342828] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.344257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.344257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.344257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.344257] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.344257] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 is going to be created. [ 906.377151] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.377151] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.377151] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.377151] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.377667] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.377954] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.606772] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 906.607040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.607285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.607442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.608528] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.608528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.608528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.608528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.608528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.608528] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.090422] env[66134]: INFO networking_nsxv3.common.synchronization [req-b5675b18-a8f2-4036-abbe-b2bb4dc09fee req-0821ae84-a358-4303-879e-8d1727a1a3ff service nova] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_rules [ 907.090860] env[66134]: INFO networking_nsxv3.common.synchronization [req-b5675b18-a8f2-4036-abbe-b2bb4dc09fee req-0821ae84-a358-4303-879e-8d1727a1a3ff service nova] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_members [ 907.090860] env[66134]: INFO networking_nsxv3.common.synchronization [req-b5675b18-a8f2-4036-abbe-b2bb4dc09fee req-0821ae84-a358-4303-879e-8d1727a1a3ff service nova] Enqueued Resource ID: d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 with Priority: HIGHEST for action port [ 907.091483] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_rules [ 907.091697] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_members [ 907.091734] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 with Priority: HIGHEST for action port [ 907.092076] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.092214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.092279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.092488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.092563] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.093496] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.093632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.093698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.095047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.095047] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.095047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.095047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.095047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.095047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.095047] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.095458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.095575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.095644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.095814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.096145] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.113284] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.598294] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.598480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.601831] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.602748] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 with status ACTIVE [ 907.602943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.603099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.603170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.603384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.603473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.603649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.604389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.604389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.604389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.604389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.604505] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.604597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.604641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.604779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.604843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.604926] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8 is going to be updated. [ 907.614822] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.631758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.631974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.632065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.632317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.632499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.633033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d23cee94-5c4d-42fc-85f4-4b3c7cfcf1a8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.107016] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.120046] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.120046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.120046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.120345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.120383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.120524] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 908.131068] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 in Status: SUCCESS [ 908.131331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.131404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.132020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.132020] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.132020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.132020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.132269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.132269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.132356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.132446] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.157454] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.157613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.157698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.157925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.158106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.168456] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 908.609527] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.609716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.609716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.609956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.610062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.610169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b is going to be created. [ 908.634697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.634881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.634944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.635504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.635504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.635504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.635726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.635726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.636483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.636483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.636483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.636483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.636483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.636731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.636731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.636832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.636832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.637020] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.638873] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.639768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.639768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.639768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.639768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.651919] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c3cb7a-6c4e-4570-8f79-92964569657b in Status: UNINITIALIZED for 2s [ 909.142871] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e912ad56-d8f0-409d-8fbc-89d037f88b20: rpc.has_security_group_logging(os_id): False [ 909.160425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.160609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.160649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.160908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.161038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.161246] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.161369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.161434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.161613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.161694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.162888] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.162888] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.162888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.163913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.163913] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 is going to be created. [ 909.227063] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.227063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.227063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.227063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.227063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.241060] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 in Status: IN_PROGRESS for 2s [ 910.182107] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 910.182524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.182559] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.182860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.182972] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.183135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.183205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.183363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.183448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.183533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.183748] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.195533] env[66134]: INFO networking_nsxv3.common.synchronization [req-4aa1f4bc-41f1-4715-88fa-83fc93b8cf67 req-4855dd40-76fa-4b8f-b40f-194c0a1970dc tempest-ListServersNegativeTestJSON-712554622 tempest-ListServersNegativeTestJSON-712554622-project-member] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 910.196303] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 910.196670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.196798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.196866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.197086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.197234] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.197333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.197395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.197541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.197627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.197720] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.663023] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c3cb7a-6c4e-4570-8f79-92964569657b in Status: SUCCESS [ 910.663304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.663481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.664019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.664257] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.665732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.665839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.666070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.666684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.666684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.666684] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.688896] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.689090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.704673] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.168841] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.206686] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.256140] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 in Status: SUCCESS [ 911.256140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.674704] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2c3cb7a-6c4e-4570-8f79-92964569657b: rpc.has_security_group_logging(os_id): False [ 911.694100] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.694100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.694207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.694402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.694494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.694758] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.694859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.694928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.695101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.695177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.695265] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b is going to be created. [ 911.709477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.709629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.709700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.709916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.709999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.710113] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 911.736647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.736869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.736869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.737118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.737220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.750171] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 911.764508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.764665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.764732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.764954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.765149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.778593] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c3cb7a-6c4e-4570-8f79-92964569657b in Status: IN_PROGRESS for 2s [ 913.761753] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 913.762115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.763033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.763033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.763033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.763033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.763033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.763033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.763033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.763326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.763326] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.763393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.763472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.763578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.763715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.763798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.763864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.764012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.764091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.764173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.764259] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.791119] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c3cb7a-6c4e-4570-8f79-92964569657b in Status: SUCCESS [ 913.791551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.269458] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13916516-853b-4007-b8d2-02076e4d3706: rpc.has_security_group_logging(os_id): False [ 914.290366] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.290551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.290551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.290802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.290952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.291209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.291318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.291384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.291582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.291655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.291848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.291945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.291991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.292156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.292230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.292426] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.292533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.292575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.292712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.292797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.292883] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 914.365153] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.365554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.365675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.366077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.366215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.388774] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 915.196950] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 915.197223] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 916.406686] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 916.406686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.406910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.407268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.407268] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.911860] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.912063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.912140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.912367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.912537] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.912635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.912697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.912841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.912929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.913034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.913138] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.418205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.418205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.418205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.418205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.418205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.419330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.419691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.420071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.420258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.420498] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.504210] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f9f8e3a-9b2e-460d-bae9-e9ca8dd34848 req-5e948467-8037-40a5-ab28-006ac28ba18d tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 917.505039] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 917.505508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.505660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.505738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.506126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.506198] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.506317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.506385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.506583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.506693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.506798] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.923128] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13916516-853b-4007-b8d2-02076e4d3706: rpc.has_security_group_logging(os_id): False [ 917.942706] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.942890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.942935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.943194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.943292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.943521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.943620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.943686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.943843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.943927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.944138] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.944243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.944308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.944451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.944541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.944717] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.944825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.944889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.945050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.945127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.945213] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 918.010315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.010503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.010569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.010853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.010963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.011191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.011287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.011389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.011507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.011591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.011713] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 918.013635] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.013747] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.013839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.013972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.014129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.030350] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 918.040038] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.040474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.040474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.040474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.040631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.049878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 918.068977] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.069206] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.069408] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.069614] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.069875] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.070225] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.070379] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.071028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.071028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.071028] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.071184] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.071255] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.071361] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.074016] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.074016] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.074016] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.092909] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.093359] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.093619] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.093850] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.094238] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-da33ca42-5013-4169-94bf-31c21ce795a6 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.094436] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.094611] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.095038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.095200] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da33ca42-5013-4169-94bf-31c21ce795a6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.599260] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.599260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.599260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.599260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.599260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.599260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port da33ca42-5013-4169-94bf-31c21ce795a6 not found, creating... [ 918.600270] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.600585] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.600725] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.601342] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.601554] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.602170] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.602375] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.602500] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.602726] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.603064] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.603064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: da33ca42-5013-4169-94bf-31c21ce795a6 is going to be created. [ 918.623641] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.623952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.623952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.624322] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.624456] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.624627] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.682453] env[66134]: INFO networking_nsxv3.common.synchronization [None req-093b77b0-c805-445c-a25b-27e6c223162d None None] Enqueued Resource ID: 85771dca-1485-41ca-90a1-0cb6a57f28a3 with Priority: HIGHEST for action port [ 918.683151] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85771dca-1485-41ca-90a1-0cb6a57f28a3 with Priority: HIGHEST for action port [ 918.683460] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-85771dca-1485-41ca-90a1-0cb6a57f28a3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.683575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85771dca-1485-41ca-90a1-0cb6a57f28a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.683642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85771dca-1485-41ca-90a1-0cb6a57f28a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.684283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85771dca-1485-41ca-90a1-0cb6a57f28a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.684389] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85771dca-1485-41ca-90a1-0cb6a57f28a3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.186163] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85771dca-1485-41ca-90a1-0cb6a57f28a3 [ 919.186399] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.186532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.186606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.186822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.186914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.187222] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85771dca-1485-41ca-90a1-0cb6a57f28a3 already deleted. [ 919.187222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85771dca-1485-41ca-90a1-0cb6a57f28a3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.384704] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f9f8e3a-9b2e-460d-bae9-e9ca8dd34848 req-32cdf53a-3109-473c-937e-f461bf18629c service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 919.384704] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f9f8e3a-9b2e-460d-bae9-e9ca8dd34848 req-32cdf53a-3109-473c-937e-f461bf18629c service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 919.384872] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f9f8e3a-9b2e-460d-bae9-e9ca8dd34848 req-32cdf53a-3109-473c-937e-f461bf18629c service nova] Enqueued Resource ID: da33ca42-5013-4169-94bf-31c21ce795a6 with Priority: HIGHEST for action port [ 919.386057] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 919.386057] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 919.386057] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da33ca42-5013-4169-94bf-31c21ce795a6 with Priority: HIGHEST for action port [ 919.386057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.386057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.386057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.386420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.386420] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.387229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.387326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.387516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-da33ca42-5013-4169-94bf-31c21ce795a6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.387876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.387876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.387876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.387974] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da33ca42-5013-4169-94bf-31c21ce795a6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.890484] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.890921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.892073] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da33ca42-5013-4169-94bf-31c21ce795a6 with status ACTIVE [ 919.892340] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.892450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.892493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.892768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.892768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.893161] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.893161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.893161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.893379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.893379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.893568] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.893661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.893661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.893828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.893922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.894079] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da33ca42-5013-4169-94bf-31c21ce795a6 is going to be updated. [ 919.920183] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.920183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.920183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.920183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.920183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.920183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da33ca42-5013-4169-94bf-31c21ce795a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.989474] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d7310f54-99ad-464f-81a4-a14b6f106c65 None None] Enqueued Resource ID: 82d791ee-7fbe-4880-a502-2c30c4e0e9bc with Priority: HIGHEST for action port [ 919.990556] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d791ee-7fbe-4880-a502-2c30c4e0e9bc with Priority: HIGHEST for action port [ 919.990556] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d791ee-7fbe-4880-a502-2c30c4e0e9bc taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.990556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d791ee-7fbe-4880-a502-2c30c4e0e9bc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.990556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d791ee-7fbe-4880-a502-2c30c4e0e9bc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.990876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d791ee-7fbe-4880-a502-2c30c4e0e9bc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.990987] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d791ee-7fbe-4880-a502-2c30c4e0e9bc',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.054521] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 920.054735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.062398] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 920.062584] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 920.062683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.062842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.063080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.063453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.063591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.063656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.064260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.064260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.064260] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.494175] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82d791ee-7fbe-4880-a502-2c30c4e0e9bc [ 920.495147] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.495294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.495370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.495599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.495688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.495783] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82d791ee-7fbe-4880-a502-2c30c4e0e9bc already deleted. [ 920.495867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d791ee-7fbe-4880-a502-2c30c4e0e9bc" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.567297] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.636232] env[66134]: INFO networking_nsxv3.common.synchronization [req-65eeeef8-eb95-4359-88bc-97093943cf5c req-adcba892-c6b4-4f87-b48f-ba5ac66e492d tempest-ServerPasswordTestJSON-1947561516 tempest-ServerPasswordTestJSON-1947561516-project-member] Enqueued Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_members [ 920.636781] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 with Priority: HIGHEST for action security_group_members [ 920.637096] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e912ad56-d8f0-409d-8fbc-89d037f88b20 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.637697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.637697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.637697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.637697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.637697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.637942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.637942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.638022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.638083] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e912ad56-d8f0-409d-8fbc-89d037f88b20',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.789627] env[66134]: INFO networking_nsxv3.common.synchronization [None req-5278c6f4-6553-4cb2-a756-8a621bf57ef2 None None] Enqueued Resource ID: 72f53de6-ea9b-437c-8ba8-6cce9bbbbc49 with Priority: HIGHEST for action port [ 920.790224] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f53de6-ea9b-437c-8ba8-6cce9bbbbc49 with Priority: HIGHEST for action port [ 920.793592] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f53de6-ea9b-437c-8ba8-6cce9bbbbc49 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.793592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f53de6-ea9b-437c-8ba8-6cce9bbbbc49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.794909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f53de6-ea9b-437c-8ba8-6cce9bbbbc49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.794909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f53de6-ea9b-437c-8ba8-6cce9bbbbc49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794909] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f53de6-ea9b-437c-8ba8-6cce9bbbbc49',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.070041] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.100762] env[66134]: INFO networking_nsxv3.common.synchronization [req-4ddc16b0-61bf-4bea-98b6-822778e00dcd req-3a0d4d79-fde0-410c-87bc-3c6b8fbffee3 tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_members [ 921.102129] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_members [ 921.102369] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.102492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.102585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.103152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.103152] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.103624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.103707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.103928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.104062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.104192] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.142679] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.142679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.142679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.145737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.145737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.145737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.145737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.145737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.145737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.145737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.146290] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 is going to be updated. [ 921.180205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.180618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.181238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.181238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.181238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.190714] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 in Status: IN_PROGRESS for 2s [ 921.295965] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72f53de6-ea9b-437c-8ba8-6cce9bbbbc49 [ 921.296212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.296344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.296412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.296904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.296904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.296904] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72f53de6-ea9b-437c-8ba8-6cce9bbbbc49 already deleted. [ 921.296904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f53de6-ea9b-437c-8ba8-6cce9bbbbc49" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.572628] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.573076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.575031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.575031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.575031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.575031] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 921.603897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.603897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.603897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.603897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.603897] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.608495] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.610135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.610220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.610419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.610509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.610715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.610854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.610904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.611146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.611146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.611231] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af1c8d12-3e8a-452e-9e62-056540e664af already deleted. [ 921.611312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.617212] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 921.632148] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.632148] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.632148] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.632371] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.632617] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.632764] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.632876] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.633924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634179] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.634445] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.634589] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.634721] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.634852] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.634980] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.635123] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.635288] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.655192] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.655374] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.655509] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.655678] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-599" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.656147] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-ce5fc9dd-74bb-412d-921e-9506f80586d7 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.656342] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.656457] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.656775] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.656907] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce5fc9dd-74bb-412d-921e-9506f80586d7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.159678] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.160095] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.160390] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160751] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.160965] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.161159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port ce5fc9dd-74bb-412d-921e-9506f80586d7 not found, creating... [ 922.161441] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.161607] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.161725] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.161988] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.162169] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.162459] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.162616] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.162730] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.162949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.163094] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.163234] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: ce5fc9dd-74bb-412d-921e-9506f80586d7 is going to be created. [ 922.189077] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.189378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.189590] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.189844] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.190140] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.190393] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.263671] env[66134]: INFO networking_nsxv3.common.synchronization [req-303e3cf5-fbc6-4c61-8875-7960b92bb9ed req-a72d5bcc-1e72-4819-b790-a54a6829c4e3 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 922.264283] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 922.264605] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.264731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.264799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.265022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.265187] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.265294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.265357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.266844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.266844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.266844] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.768494] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.768944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.768944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.769069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.769143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.769276] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.769372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.769444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.769598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.769668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.770421] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 922.800205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.800205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.800205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.800205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.800723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.812673] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 922.947717] env[66134]: INFO networking_nsxv3.common.synchronization [req-4ddc16b0-61bf-4bea-98b6-822778e00dcd req-677188f6-47c3-4fe1-94ce-939feaaf61c7 service nova] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_rules [ 922.947717] env[66134]: INFO networking_nsxv3.common.synchronization [req-4ddc16b0-61bf-4bea-98b6-822778e00dcd req-677188f6-47c3-4fe1-94ce-939feaaf61c7 service nova] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_members [ 922.947717] env[66134]: INFO networking_nsxv3.common.synchronization [req-4ddc16b0-61bf-4bea-98b6-822778e00dcd req-677188f6-47c3-4fe1-94ce-939feaaf61c7 service nova] Enqueued Resource ID: ce5fc9dd-74bb-412d-921e-9506f80586d7 with Priority: HIGHEST for action port [ 922.948263] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_rules [ 922.948472] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_members [ 922.948472] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce5fc9dd-74bb-412d-921e-9506f80586d7 with Priority: HIGHEST for action port [ 922.949105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.949105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.949105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.949105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.949346] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.949974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.950105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.950170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.950348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.950483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.951080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.951080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.951183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.951257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.951598] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.952254] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce5fc9dd-74bb-412d-921e-9506f80586d7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.952386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.952477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.952598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.952668] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce5fc9dd-74bb-412d-921e-9506f80586d7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.033166] env[66134]: INFO networking_nsxv3.common.synchronization [None req-357bdab6-c166-4739-bcba-a0e7776080bb tempest-ServersTestJSON-214363471 tempest-ServersTestJSON-214363471-project-member] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_rules [ 923.033387] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_rules [ 923.033701] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.033796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.034550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.034665] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.141540] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.142293] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.142293] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.142544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.142875] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.143083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.143238] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.143620] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.143822] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.144071] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.144211] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.144322] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.144442] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.144564] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.144672] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.144817] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.166393] env[66134]: INFO networking_nsxv3.common.synchronization [None req-5aa4a24f-5fc2-4731-b66b-ecae883e72d6 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 923.167359] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.167508] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.167643] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.167952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-533" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.168157] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-0a17732f-83a0-4315-b2d8-2d3e1525329c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.168385] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.168520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.168898] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.169046] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a17732f-83a0-4315-b2d8-2d3e1525329c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.170295] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 923.170817] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.171189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.171189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.171398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.171522] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.202341] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 in Status: SUCCESS [ 923.203054] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e912ad56-d8f0-409d-8fbc-89d037f88b20 deletion is rescheduled due to dependency. [ 923.203223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e912ad56-d8f0-409d-8fbc-89d037f88b20" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.314444] env[66134]: INFO networking_nsxv3.common.synchronization [None req-a03519dd-6564-4bbe-a57e-f7cc218cd9c4 None None] Enqueued Resource ID: f1863b75-2c5b-4fa9-921f-23767f541682 with Priority: HIGHEST for action port [ 923.315093] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1863b75-2c5b-4fa9-921f-23767f541682 with Priority: HIGHEST for action port [ 923.315421] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1863b75-2c5b-4fa9-921f-23767f541682 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.315520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1863b75-2c5b-4fa9-921f-23767f541682" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.315630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1863b75-2c5b-4fa9-921f-23767f541682" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.315845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1863b75-2c5b-4fa9-921f-23767f541682" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.315927] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1863b75-2c5b-4fa9-921f-23767f541682',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.417159] env[66134]: INFO networking_nsxv3.common.synchronization [None req-6d216178-5365-4510-a56c-3da144c5b66a tempest-ServersTestJSON-214363471 tempest-ServersTestJSON-214363471-project-member] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_rules [ 923.417749] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_rules [ 923.418154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.418270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.454663] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.455697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.455819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.456113] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce5fc9dd-74bb-412d-921e-9506f80586d7 with status ACTIVE [ 923.456294] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.456400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.456464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.456667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.456759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.458477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.458477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.458477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.458477] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce5fc9dd-74bb-412d-921e-9506f80586d7 is going to be updated. [ 923.479545] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.479762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.479820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.480118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.480308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.480512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce5fc9dd-74bb-412d-921e-9506f80586d7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.528366] env[66134]: INFO networking_nsxv3.common.synchronization [None req-f8265780-d317-4754-b5fe-4ffa7ea779c3 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 923.528973] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 923.529320] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.529445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.558386] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.558386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.558599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.558633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.559848] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 already deleted. [ 923.559848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.559848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559848] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.630719] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.630719] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.630719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.630719] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.672666] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.672666] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.672666] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.672666] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.672978] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.672978] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 0a17732f-83a0-4315-b2d8-2d3e1525329c not found, creating... [ 923.673271] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.673447] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.673565] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.673781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.673915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.674248] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.674366] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.674480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.674685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.674817] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.674955] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 0a17732f-83a0-4315-b2d8-2d3e1525329c is going to be created. [ 923.697933] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.698168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.698290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.698620] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.698794] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.699097] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.703535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.703535] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 already deleted. [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.703535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.703535] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.818150] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1863b75-2c5b-4fa9-921f-23767f541682 [ 923.818150] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.818479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.818479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.818577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.818640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.818739] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1863b75-2c5b-4fa9-921f-23767f541682 already deleted. [ 923.818816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1863b75-2c5b-4fa9-921f-23767f541682" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.956665] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.082894] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.083097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.083138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.083364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.083468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.083559] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 already deleted. [ 924.083645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.135907] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.136094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.136146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.136377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.136544] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.136646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.136709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.136857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.136946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.137049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.137198] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.137292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.137354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.137497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.137711] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.137816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.137880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.138039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.138115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.138197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.138287] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.225022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.225022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.225022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.225022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.225022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.225022] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 already deleted. [ 924.225022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.439648] env[66134]: INFO networking_nsxv3.common.synchronization [req-303e3cf5-fbc6-4c61-8875-7960b92bb9ed req-a4e1c224-3f28-43ee-aca1-f0306b96add3 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 924.441020] env[66134]: INFO networking_nsxv3.common.synchronization [req-303e3cf5-fbc6-4c61-8875-7960b92bb9ed req-a4e1c224-3f28-43ee-aca1-f0306b96add3 service nova] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 924.441020] env[66134]: INFO networking_nsxv3.common.synchronization [req-303e3cf5-fbc6-4c61-8875-7960b92bb9ed req-a4e1c224-3f28-43ee-aca1-f0306b96add3 service nova] Enqueued Resource ID: 0a17732f-83a0-4315-b2d8-2d3e1525329c with Priority: HIGHEST for action port [ 924.441161] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_rules [ 924.441363] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 924.441468] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a17732f-83a0-4315-b2d8-2d3e1525329c with Priority: HIGHEST for action port [ 924.441773] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.442056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.442290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.442471] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.443567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.444264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.445353] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a17732f-83a0-4315-b2d8-2d3e1525329c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.445512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.445638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.445980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.446034] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a17732f-83a0-4315-b2d8-2d3e1525329c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.458623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.458779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.458873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.459163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.459224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.459324] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af1c8d12-3e8a-452e-9e62-056540e664af is going to be created. [ 924.488053] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.488234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.488273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.488538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.488718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.503883] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: UNINITIALIZED for 2s [ 924.640514] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5df325fb-38b1-4611-b498-6f1e9e153d85: rpc.has_security_group_logging(os_id): False [ 924.659443] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.659670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.659670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.659670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.659670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.660231] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.660358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.660358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.660653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.660653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.660756] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.660821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.660889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.661291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.661291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.661392] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.661451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.661489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.662040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.662040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.662040] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 924.728026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.728026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.728026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.728026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.728026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.745993] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 924.823989] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 924.823989] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 924.823989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.824672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.824703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.824904] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.825028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.825097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.825266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.825349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.825446] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.952925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.952925] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a17732f-83a0-4315-b2d8-2d3e1525329c with status ACTIVE [ 924.952925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.952925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.952925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.952925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.953582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.953582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.953582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.953582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.953582] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a17732f-83a0-4315-b2d8-2d3e1525329c is going to be updated. [ 924.981126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.981275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.982269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.982269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.982269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a17732f-83a0-4315-b2d8-2d3e1525329c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.330109] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.835756] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.339876] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.340225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.340225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.340406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.340458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.340516] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 926.371991] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.372177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.372248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.372481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.372622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.382861] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 926.515033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: SUCCESS [ 926.515285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.515320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.515622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.515848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.515995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.516104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.516284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.516395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.516504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.516611] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.763488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 926.763719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.019360] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.522127] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af1c8d12-3e8a-452e-9e62-056540e664af: rpc.has_security_group_logging(os_id): False [ 927.543052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.543248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.543290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.543567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.543672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.543935] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.544091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.544185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.544367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.544480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.544578] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1c8d12-3e8a-452e-9e62-056540e664af is going to be created. [ 927.632118] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.632284] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.632354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.632579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.632762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.646910] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: IN_PROGRESS for 2s [ 928.396708] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.396708] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396708] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.458956] env[66134]: INFO networking_nsxv3.common.synchronization [None req-0e3545ec-191a-4144-a57d-f40ba110af30 None None] Enqueued Resource ID: 2a77240d-6368-4c8a-abd6-ae9ea54cca52 with Priority: HIGHEST for action port [ 928.458956] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a77240d-6368-4c8a-abd6-ae9ea54cca52 with Priority: HIGHEST for action port [ 928.458956] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a77240d-6368-4c8a-abd6-ae9ea54cca52 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.458956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a77240d-6368-4c8a-abd6-ae9ea54cca52" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.458956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a77240d-6368-4c8a-abd6-ae9ea54cca52" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.458956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a77240d-6368-4c8a-abd6-ae9ea54cca52" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.458956] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a77240d-6368-4c8a-abd6-ae9ea54cca52',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.901617] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.902327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.902327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.902327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.902456] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.902519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.902593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.902792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.902895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.902991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.903190] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.903336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.903399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.903568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.903720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.903817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.903889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.904068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.904208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.904313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.904503] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.962677] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a77240d-6368-4c8a-abd6-ae9ea54cca52 [ 928.963540] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.963540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.963540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.963540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.963540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.963540] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a77240d-6368-4c8a-abd6-ae9ea54cca52 already deleted. [ 928.964141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a77240d-6368-4c8a-abd6-ae9ea54cca52" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.192462] env[66134]: INFO networking_nsxv3.common.synchronization [req-76b70606-57ff-4119-a401-3421564f5eb4 req-4b74b182-7bb2-4ddb-88ef-a703c1837940 tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 929.193052] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 929.193361] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.193483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.193549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.193752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.193905] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.194024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.198509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.198509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.198509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.198700] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.408512] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b65f622c-b037-4d29-9c14-4710d58b1af9: rpc.has_security_group_logging(os_id): False [ 929.429735] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.429882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.429955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.430213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.430312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.430542] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.430644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.430708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.430863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.431012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.431265] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.431348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.431393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.432110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.432110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.432110] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.432110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.432110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.432287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.434135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.434135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 929.497322] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.497803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.498089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.500101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.500101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.521183] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 929.592903] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.593160] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.593282] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.593885] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.594217] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.594412] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.594535] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.594785] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.594936] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.595207] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.595339] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.595451] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.595566] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.595679] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.595790] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.595944] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.639443] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.639754] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.639932] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.640141] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-120" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.640476] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-d58075e8-adab-4d7e-9927-4205ee59160c taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.640664] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.640789] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.641198] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.641340] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58075e8-adab-4d7e-9927-4205ee59160c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.661329] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: SUCCESS [ 929.661607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.700770] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.700977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.701053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.702764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.702764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.702764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.702764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.702764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.702764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.702764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.702764] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 929.738135] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.738294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.738338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.738591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.738732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.749581] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 930.144340] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.144899] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.144899] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.145176] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146236] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port d58075e8-adab-4d7e-9927-4205ee59160c not found, creating... [ 930.146236] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.146236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.146236] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146966] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.147195] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.147384] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.147676] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.147882] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.148091] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: d58075e8-adab-4d7e-9927-4205ee59160c is going to be created. [ 930.179176] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.179285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.179322] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.179725] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.179850] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.180071] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.782381] env[66134]: INFO networking_nsxv3.common.synchronization [req-c5e3f6ad-7c3d-42c7-a19f-4aaff59c1624 req-f6cbc4e7-3057-4ccc-b9f6-58cef82e0d67 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 930.783287] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 930.783835] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.783978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.784367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.784580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.785480] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.785480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.785480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.785480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.785480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.785480] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.951182] env[66134]: INFO networking_nsxv3.common.synchronization [req-76b70606-57ff-4119-a401-3421564f5eb4 req-5150beec-fbfb-4e9a-a3cf-055a356fddd0 service nova] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_rules [ 930.952125] env[66134]: INFO networking_nsxv3.common.synchronization [req-76b70606-57ff-4119-a401-3421564f5eb4 req-5150beec-fbfb-4e9a-a3cf-055a356fddd0 service nova] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 930.952125] env[66134]: INFO networking_nsxv3.common.synchronization [req-76b70606-57ff-4119-a401-3421564f5eb4 req-5150beec-fbfb-4e9a-a3cf-055a356fddd0 service nova] Enqueued Resource ID: d58075e8-adab-4d7e-9927-4205ee59160c with Priority: HIGHEST for action port [ 930.952125] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_rules [ 930.952295] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 930.952457] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58075e8-adab-4d7e-9927-4205ee59160c with Priority: HIGHEST for action port [ 930.952681] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.952820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.952891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.953152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.953303] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.954211] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.954309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.954710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58075e8-adab-4d7e-9927-4205ee59160c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.954710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.954710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.954932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.954970] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58075e8-adab-4d7e-9927-4205ee59160c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.287408] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.287820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.287820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.287894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.288272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.288318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.288395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.288462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.288634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.288718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.288917] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be deleted. [ 931.342300] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.342438] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.342524] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.342787] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.343081] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.343250] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.343401] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.343587] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.343770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.343944] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.344075] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.344186] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.344293] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.344404] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.344511] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.344643] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.346575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.346575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.346575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.347682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.347682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.347682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.363183] env[66134]: INFO networking_nsxv3.common.synchronization [None req-b4ee037b-84b8-4f3a-a04a-1c716f10091f None None] Enqueued Resource ID: 073bd9c1-433f-4621-ba26-7111e074fd88 with Priority: HIGHEST for action port [ 931.365029] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073bd9c1-433f-4621-ba26-7111e074fd88 with Priority: HIGHEST for action port [ 931.365161] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-073bd9c1-433f-4621-ba26-7111e074fd88 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.365240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-073bd9c1-433f-4621-ba26-7111e074fd88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.365282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-073bd9c1-433f-4621-ba26-7111e074fd88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.365581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-073bd9c1-433f-4621-ba26-7111e074fd88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.365668] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('073bd9c1-433f-4621-ba26-7111e074fd88',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.371574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.371574] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.371752] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.371831] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.372275] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-51fe3f63-fb96-4119-9418-e252eb0b0296 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.373320] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.373320] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.373320] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.373320] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fe3f63-fb96-4119-9418-e252eb0b0296',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.456966] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.457139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.457518] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d58075e8-adab-4d7e-9927-4205ee59160c with status ACTIVE [ 931.457747] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.457893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.458099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.459173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.459418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.459637] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.460749] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.460749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.460749] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d58075e8-adab-4d7e-9927-4205ee59160c is going to be updated. [ 931.482875] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.483032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.483104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.483378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.483458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.483590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58075e8-adab-4d7e-9927-4205ee59160c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.543135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 931.543474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.761662] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 931.761836] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f deletion is rescheduled due to dependency. [ 931.761946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.762145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.762359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.762532] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.762642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.762704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.762851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.763050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.763050] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.868350] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 073bd9c1-433f-4621-ba26-7111e074fd88 [ 931.868679] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.868858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.868933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.869177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.869289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.869392] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:073bd9c1-433f-4621-ba26-7111e074fd88 already deleted. [ 931.869580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-073bd9c1-433f-4621-ba26-7111e074fd88" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.875461] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.875624] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.875682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.876311] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.876311] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.876664] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 51fe3f63-fb96-4119-9418-e252eb0b0296 not found, creating... [ 931.876984] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.877533] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.877533] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.877533] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.877732] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.878263] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.878508] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.878733] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.879050] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.879235] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.879451] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 51fe3f63-fb96-4119-9418-e252eb0b0296 is going to be created. [ 931.902265] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.902575] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.902704] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.903021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.903412] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.903775] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.268196] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.642075] env[66134]: INFO networking_nsxv3.common.synchronization [req-c5e3f6ad-7c3d-42c7-a19f-4aaff59c1624 req-21f54b3a-cd96-4684-a0f4-6931a5643c90 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 932.642409] env[66134]: INFO networking_nsxv3.common.synchronization [req-c5e3f6ad-7c3d-42c7-a19f-4aaff59c1624 req-21f54b3a-cd96-4684-a0f4-6931a5643c90 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 932.642409] env[66134]: INFO networking_nsxv3.common.synchronization [req-c5e3f6ad-7c3d-42c7-a19f-4aaff59c1624 req-21f54b3a-cd96-4684-a0f4-6931a5643c90 service nova] Enqueued Resource ID: 51fe3f63-fb96-4119-9418-e252eb0b0296 with Priority: HIGHEST for action port [ 932.643061] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 932.643215] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 932.643301] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51fe3f63-fb96-4119-9418-e252eb0b0296 with Priority: HIGHEST for action port [ 932.643626] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.643786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.643856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.644642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.644642] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.645845] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.645999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.646113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.646455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.648077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.648077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.648077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.648077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.648077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.648077] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.648611] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-51fe3f63-fb96-4119-9418-e252eb0b0296 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.648754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.648791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.648950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.649044] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fe3f63-fb96-4119-9418-e252eb0b0296',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.769273] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.150940] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.151185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.151834] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.153956] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51fe3f63-fb96-4119-9418-e252eb0b0296 with status ACTIVE [ 933.154314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.154484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.154574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.154979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.155362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155861] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.156669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.156669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.156806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.157049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.157819] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.157819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.157819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.157819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.158060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.158060] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51fe3f63-fb96-4119-9418-e252eb0b0296 is going to be updated. [ 933.204481] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.204481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.204481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.204481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.204739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.204783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51fe3f63-fb96-4119-9418-e252eb0b0296" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.273439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.274219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.274219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.274219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.274219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.274219] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 933.329925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.330395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.330468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.330759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.330919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.353211] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 933.564788] env[66134]: INFO networking_nsxv3.common.synchronization [req-78ff3b3a-802e-470d-b4e8-54dc179de33c req-3a2bc5a0-3b18-492f-945c-f904589b6d5c tempest-ServersTestJSON-214363471 tempest-ServersTestJSON-214363471-project-member] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_members [ 933.567910] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_members [ 933.568084] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.568827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.568827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.568827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.569236] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.569318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.569369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.569644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.569771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.569936] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.661629] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.954685] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.954685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-362" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.954685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-362" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.954685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-362" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.954685] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.958388] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.958388] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.958612] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.958763] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.958976] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.959122] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.959221] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.959332] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.959527] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.959586] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.959713] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.985024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.985024] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.985024] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.985024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-362" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.985024] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-611a4793-2090-4b58-bcfe-dc13e875528b taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.985024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.985024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.985024] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.985024] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611a4793-2090-4b58-bcfe-dc13e875528b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.074326] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.074326] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.074326] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 already deleted. [ 934.074326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.165599] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.165599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.165599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.165599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.165599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.165599] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be created. [ 934.190412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.190412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.190412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.190412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.190412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.199820] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: UNINITIALIZED for 2s [ 934.489480] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.489480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.489480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.489480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.489480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.489480] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 611a4793-2090-4b58-bcfe-dc13e875528b not found, creating... [ 934.489480] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.489863] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.489863] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.490028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.490110] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.490491] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.490572] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.490731] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.490885] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.491051] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.491193] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 611a4793-2090-4b58-bcfe-dc13e875528b is going to be created. [ 934.521259] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.521259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.521259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.521259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.521502] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.521948] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.558311] env[66134]: INFO networking_nsxv3.common.synchronization [req-707cc035-f1e3-4d30-9717-2d30e1cb1b19 req-599b9fcd-a172-4d9f-b9af-e909c6241654 tempest-ServersWithSpecificFlavorTestJSON-1093831770 tempest-ServersWithSpecificFlavorTestJSON-1093831770-project-member] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 934.558760] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGHEST for action security_group_members [ 934.559215] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.559359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.559434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.559640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.559800] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.560102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.560102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.560227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.560227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.560313] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.062857] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.063154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.063730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.092290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.095141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.095538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.096406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.096888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.097245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097880] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be updated. [ 935.152108] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.152108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.152108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.152108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.152108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.177750] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: IN_PROGRESS for 2s [ 935.313955] env[66134]: INFO networking_nsxv3.common.synchronization [req-78ff3b3a-802e-470d-b4e8-54dc179de33c req-252e7d25-068d-4452-b9ba-de891efc39e7 service nova] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_rules [ 935.314170] env[66134]: INFO networking_nsxv3.common.synchronization [req-78ff3b3a-802e-470d-b4e8-54dc179de33c req-252e7d25-068d-4452-b9ba-de891efc39e7 service nova] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_members [ 935.314344] env[66134]: INFO networking_nsxv3.common.synchronization [req-78ff3b3a-802e-470d-b4e8-54dc179de33c req-252e7d25-068d-4452-b9ba-de891efc39e7 service nova] Enqueued Resource ID: 611a4793-2090-4b58-bcfe-dc13e875528b with Priority: HIGHEST for action port [ 935.314878] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_rules [ 935.315043] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_members [ 935.315830] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611a4793-2090-4b58-bcfe-dc13e875528b with Priority: HIGHEST for action port [ 935.316326] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.317410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.317410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.317410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.317410] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.318054] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.318390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.318467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.318723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.319180] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.321069] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.322602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-611a4793-2090-4b58-bcfe-dc13e875528b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.322707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.322789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.322966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.323071] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611a4793-2090-4b58-bcfe-dc13e875528b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.362441] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 935.362881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.363123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.363407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.363846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.363952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.365440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.365440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.365440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.365440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.365440] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.824746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.824870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.828896] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.829466] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 611a4793-2090-4b58-bcfe-dc13e875528b with status ACTIVE [ 935.829659] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.829777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.829843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.830073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.830165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.830342] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.831672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.831672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.831672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.831672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.831672] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.831672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.831672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.833813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.833813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.833813] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 611a4793-2090-4b58-bcfe-dc13e875528b is going to be updated. [ 935.852982] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.853818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.853818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.853818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.853818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.853818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-611a4793-2090-4b58-bcfe-dc13e875528b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.867947] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.867947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.868142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.868296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.868487] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.868568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.868710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.868928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.868928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.869088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.869145] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.869252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.869309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.869456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.869595] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.869711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.869754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.869963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.869963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.870106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.870209] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.916497] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbf3e0d7-f70d-499d-8516-c9bec14a130a req-3f878175-319f-4b68-96fd-2e4cc467c1d0 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 935.916988] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 935.917306] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.917429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.917496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.917702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.917853] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.917946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.917996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.918260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.918484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.919145] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.166291] env[66134]: INFO networking_nsxv3.common.synchronization [None req-5a2fe1fa-1ddf-4cef-a4a7-317428320407 None None] Enqueued Resource ID: a1a681cb-8920-4000-b079-84cae2f0ec44 with Priority: HIGHEST for action port [ 936.167323] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a681cb-8920-4000-b079-84cae2f0ec44 with Priority: HIGHEST for action port [ 936.168269] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a681cb-8920-4000-b079-84cae2f0ec44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.168835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a681cb-8920-4000-b079-84cae2f0ec44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.168935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a681cb-8920-4000-b079-84cae2f0ec44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.169255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a681cb-8920-4000-b079-84cae2f0ec44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.169338] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a681cb-8920-4000-b079-84cae2f0ec44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.213021] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 936.213259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.213458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.213686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.213874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.213990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.214069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.214224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.214307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.214393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.214483] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.334256] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.365871] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.365871] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.365871] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.366815] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.366815] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.366815] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.366987] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.367838] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.367838] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.367838] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.367838] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.368092] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.368092] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.368159] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.368222] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.368586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.371900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f214d6-033d-4769-a12e-2fa29cc82b6f: rpc.has_security_group_logging(os_id): False [ 936.389878] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.390065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.390117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.390332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.390436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.390624] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.390711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.390791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.390925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.390978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.391491] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.391491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.391491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.391630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.391630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.391923] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.391923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.392251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.392251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.392251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.392251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 936.394389] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.394761] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.394761] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.394905] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.395105] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-801984ff-7599-40b3-83e8-da3a9ef8bfbf taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.396348] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.396348] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.396348] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.396348] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801984ff-7599-40b3-83e8-da3a9ef8bfbf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.423202] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.423202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.423202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.423390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.423477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.423670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.425062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.425062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.425062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.425062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.425062] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 936.588974] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.589213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.589356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.589588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.592861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.592861] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.592861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.592861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.592861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.592861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.603035] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 936.611698] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 936.672271] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a681cb-8920-4000-b079-84cae2f0ec44 [ 936.672547] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673221] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a681cb-8920-4000-b079-84cae2f0ec44 already deleted. [ 936.673295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a681cb-8920-4000-b079-84cae2f0ec44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.717136] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.717310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.717385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.717621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.717791] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.717994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.717994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.718147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.718235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.718322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.718472] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.718561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.718634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.718780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.718947] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.719036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.719089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.719245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.719330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.720099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.720099] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.836794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.836960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.837031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.837253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.837341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.837546] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 is going to be created. [ 936.861287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.861502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.861549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.861727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.861880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.871679] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 in Status: UNINITIALIZED for 2s [ 936.898493] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.898722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.898848] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.899262] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.899494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.899682] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 801984ff-7599-40b3-83e8-da3a9ef8bfbf not found, creating... [ 936.900018] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.900221] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.900371] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.900622] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.900770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.901192] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.901398] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.901549] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.901848] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.902043] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.902360] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 801984ff-7599-40b3-83e8-da3a9ef8bfbf is going to be created. [ 936.925486] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.925654] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.925783] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.926076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.926352] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.926573] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.192705] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d in Status: SUCCESS [ 937.193065] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d deletion is rescheduled due to dependency. [ 937.193199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.223668] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f9e5bd-e6cb-4b47-9a95-a488cd40baad: rpc.has_security_group_logging(os_id): False [ 937.249256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.249482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.249711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.250064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.250148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.250437] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.250626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.250710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.251262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.251262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.251545] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.251545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.251545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.251695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.251736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.251912] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.252015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.252109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.252330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.252463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.252561] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be created. [ 937.333863] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.333863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.333863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.334026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.334917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.357230] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 937.682031] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbf3e0d7-f70d-499d-8516-c9bec14a130a req-5cd2f76d-20a9-476d-a332-f6eb4572ef83 service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 937.682031] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbf3e0d7-f70d-499d-8516-c9bec14a130a req-5cd2f76d-20a9-476d-a332-f6eb4572ef83 service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 937.682031] env[66134]: INFO networking_nsxv3.common.synchronization [req-bbf3e0d7-f70d-499d-8516-c9bec14a130a req-5cd2f76d-20a9-476d-a332-f6eb4572ef83 service nova] Enqueued Resource ID: 801984ff-7599-40b3-83e8-da3a9ef8bfbf with Priority: HIGHEST for action port [ 937.682031] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 937.682031] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 937.682031] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801984ff-7599-40b3-83e8-da3a9ef8bfbf with Priority: HIGHEST for action port [ 937.682609] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.682710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.682797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.683064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.683263] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.685426] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.685426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.685426] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-801984ff-7599-40b3-83e8-da3a9ef8bfbf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.685426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.685426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.685426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.685426] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801984ff-7599-40b3-83e8-da3a9ef8bfbf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.187906] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.187906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190139] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 801984ff-7599-40b3-83e8-da3a9ef8bfbf with status ACTIVE [ 938.190139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.190139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.190139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.190749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.190749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190749] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.190749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.190932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.190932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.191029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.191113] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 801984ff-7599-40b3-83e8-da3a9ef8bfbf is going to be updated. [ 938.217437] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.217827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.217827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.217899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.218148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.218237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-801984ff-7599-40b3-83e8-da3a9ef8bfbf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.440019] env[66134]: INFO networking_nsxv3.common.synchronization [req-82a9de85-d530-4c5d-b019-550213ee43a1 req-e518f2ab-b145-4f24-a550-8df8e46b1d9e tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 938.440786] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 938.441008] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.441216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.441925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.442275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.442540] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.442665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.442725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.442933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.443062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.443186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.514511] env[66134]: INFO networking_nsxv3.common.synchronization [None req-8f7ce18a-f4bd-4615-a982-7946e0834019 None None] Enqueued Resource ID: a5068562-a7fc-4dd6-838e-85cde563d939 with Priority: HIGHEST for action port [ 938.515497] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5068562-a7fc-4dd6-838e-85cde563d939 with Priority: HIGHEST for action port [ 938.517277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5068562-a7fc-4dd6-838e-85cde563d939 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.517443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5068562-a7fc-4dd6-838e-85cde563d939" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.517552] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5068562-a7fc-4dd6-838e-85cde563d939" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.517900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5068562-a7fc-4dd6-838e-85cde563d939" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.518063] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5068562-a7fc-4dd6-838e-85cde563d939',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.616171] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 938.616936] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.618720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.618720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.618720] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.641906] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 938.641906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.882650] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 in Status: SUCCESS [ 938.882875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.883059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.883315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.883479] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.883597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.883663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.884331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.884331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.884331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.884331] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.887686] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.887811] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.887936] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.888250] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.888506] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.888662] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.888779] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.888994] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.889665] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.889665] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.889783] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.889847] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.889911] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.890689] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.890689] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.890689] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.910049] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.910277] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.910602] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.910602] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.910919] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-85519534-4e2e-4200-aa9d-2bda94bdef22 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.911135] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.911258] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.911625] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.911771] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85519534-4e2e-4200-aa9d-2bda94bdef22',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.947473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.947473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.947473] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 already deleted. [ 938.947473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.020964] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5068562-a7fc-4dd6-838e-85cde563d939 [ 939.021301] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.021437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.021519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.021732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.021818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.021918] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5068562-a7fc-4dd6-838e-85cde563d939 already deleted. [ 939.022305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5068562-a7fc-4dd6-838e-85cde563d939" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.124489] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.371722] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 939.371983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.392884] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.414398] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.414651] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.414782] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.415080] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.415238] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.415394] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 85519534-4e2e-4200-aa9d-2bda94bdef22 not found, creating... [ 939.415648] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.415802] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.415917] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.416150] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.416286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.416558] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.416710] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.416825] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.417039] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.417176] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.417309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 85519534-4e2e-4200-aa9d-2bda94bdef22 is going to be created. [ 939.437740] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.438054] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.438092] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.438359] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.438573] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.438899] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.627729] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.896064] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9066d91e-5477-4c9a-aa2f-803d9a97fb44: rpc.has_security_group_logging(os_id): False [ 939.915331] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.915331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.915504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.915622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.915729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.915988] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.916121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.916205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.916327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.916429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.916518] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 is going to be created. [ 939.980634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.980804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.980892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.981113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.981337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994578] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 in Status: IN_PROGRESS for 2s [ 940.129570] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.129802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.129802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.130107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.130206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.130272] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 940.189771] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.189956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.190026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.190249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.190397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.201372] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 940.223495] env[66134]: INFO networking_nsxv3.common.synchronization [req-82a9de85-d530-4c5d-b019-550213ee43a1 req-fe4edf0d-69ea-4817-926b-bf1fe8006339 service nova] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 940.223495] env[66134]: INFO networking_nsxv3.common.synchronization [req-82a9de85-d530-4c5d-b019-550213ee43a1 req-fe4edf0d-69ea-4817-926b-bf1fe8006339 service nova] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 940.223495] env[66134]: INFO networking_nsxv3.common.synchronization [req-82a9de85-d530-4c5d-b019-550213ee43a1 req-fe4edf0d-69ea-4817-926b-bf1fe8006339 service nova] Enqueued Resource ID: 85519534-4e2e-4200-aa9d-2bda94bdef22 with Priority: HIGHEST for action port [ 940.223495] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 940.223495] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 940.223495] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85519534-4e2e-4200-aa9d-2bda94bdef22 with Priority: HIGHEST for action port [ 940.225546] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.225683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.226171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.226171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.226171] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.227087] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.227314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.227314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.228026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.228026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.228026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.228026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.228026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.228026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.228256] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.229218] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-85519534-4e2e-4200-aa9d-2bda94bdef22 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.229480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.229480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.229643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.229891] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85519534-4e2e-4200-aa9d-2bda94bdef22',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.574676] env[66134]: INFO networking_nsxv3.common.synchronization [None req-b9dde38d-cf92-4222-be91-8a6d3f3abed2 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 940.575437] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 940.575535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.575647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.575718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.575918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.576074] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.576172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.576232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.576377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.576463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.576554] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.731885] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.733977] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.733977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.734164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85519534-4e2e-4200-aa9d-2bda94bdef22 with status ACTIVE [ 940.734312] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.734462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.734574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.734842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.734992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.735424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.735717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.735717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.735808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.736097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.736199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.736275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.736335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.736924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.736924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.736924] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85519534-4e2e-4200-aa9d-2bda94bdef22 is going to be updated. [ 940.763514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.763514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.763514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.763514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.763514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.763514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85519534-4e2e-4200-aa9d-2bda94bdef22" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.078537] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.235265] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.450098] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.450654] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.450654] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.450888] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.451229] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.451736] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.451736] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.451869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.451981] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.452237] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.452404] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.452533] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.452657] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.452788] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.452903] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.453169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.475043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.475311] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.475402] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.475825] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.475948] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-aa7d04da-9f61-4b7b-9df4-24f4e413150a taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.476081] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.476211] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.476475] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.476623] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d04da-9f61-4b7b-9df4-24f4e413150a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.581224] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.737523] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.737833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.737920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.738204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.738311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.738407] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be created. [ 941.783747] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.784014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.784256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.784453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.795144] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: UNINITIALIZED for 2s [ 941.984480] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.984733] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.984867] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.985217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.985393] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.985709] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.985870] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.986029] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.986613] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.986613] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.986736] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.986824] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.986930] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.987160] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.987290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.987446] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a is going to be updated. [ 942.007080] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 in Status: SUCCESS [ 942.007359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.012171] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.012597] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.012799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.013184] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.013568] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.013742] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.083577] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.083812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.083916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.084223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.084349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084478] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 942.150665] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.150665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.150665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.150999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.151087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.168088] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 942.213431] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 942.213698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.213923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.214206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214422] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.214608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.214608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.214790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.214952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.215070] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.717721] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.718045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.718045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.718219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.718377] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.718463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.718526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.718673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.718761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.718848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.718990] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.719183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.719235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.719383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.719518] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.719609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.719669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.719802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.719909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.719955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.720048] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.749317] env[66134]: INFO networking_nsxv3.common.synchronization [req-bb1b2df8-a38b-44c8-878f-a86cf6b8ee0f req-1d950640-bf45-48f9-96b1-a4897130b138 service nova] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 942.749317] env[66134]: INFO networking_nsxv3.common.synchronization [req-bb1b2df8-a38b-44c8-878f-a86cf6b8ee0f req-1d950640-bf45-48f9-96b1-a4897130b138 service nova] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 942.749317] env[66134]: INFO networking_nsxv3.common.synchronization [req-bb1b2df8-a38b-44c8-878f-a86cf6b8ee0f req-1d950640-bf45-48f9-96b1-a4897130b138 service nova] Enqueued Resource ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a with Priority: HIGHEST for action port [ 942.749317] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_rules [ 942.749805] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 942.753978] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a with Priority: HIGHEST for action port [ 942.753978] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753978] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.753978] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753978] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.753978] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.756214] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7d04da-9f61-4b7b-9df4-24f4e413150a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.757502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.757707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.758444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.758444] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d04da-9f61-4b7b-9df4-24f4e413150a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.223266] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7b0c0f-f9f6-477d-8481-08bd5a1effa3: rpc.has_security_group_logging(os_id): False [ 943.259873] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.260075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.260175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.260468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.260570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.260741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.260839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.260900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.261135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.261213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.261405] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.261511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.261583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.261757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.261855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.262109] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.262210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.262274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.262419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.262495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.262603] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 943.263919] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.264084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.264292] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.265196] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa7d04da-9f61-4b7b-9df4-24f4e413150a with status ACTIVE [ 943.265365] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.265469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.265535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.265739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.265775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.265942] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.266049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.266115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.266254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.266328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.266506] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.266597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.266659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.266793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.266864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.266947] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa7d04da-9f61-4b7b-9df4-24f4e413150a is going to be updated. [ 943.306670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.308055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.308236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.308493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.308641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.308815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7d04da-9f61-4b7b-9df4-24f4e413150a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.354035] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.354035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.354035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.354035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.354035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.375033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 943.733091] env[66134]: INFO networking_nsxv3.common.synchronization [req-f2489f03-79ce-4208-a820-d42f9abf9fe1 req-69807893-37df-4fc3-9102-57524198339b tempest-ImagesOneServerNegativeTestJSON-154201465 tempest-ImagesOneServerNegativeTestJSON-154201465-project-member] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 943.733801] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGHEST for action security_group_members [ 943.734215] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.734441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.734513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.734776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.734960] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.735123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.735195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.735425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.735545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.735689] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.768871] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.813926] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 943.814203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.814819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.815068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.815300] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.815416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.815476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.815845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.815845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.815845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.815980] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.824014] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.825252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.825252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.825252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.825667] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.825734] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.825852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.826137] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.827156] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.827156] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.827156] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.827156] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.827156] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.827156] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.827156] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.827454] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.854164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.854545] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.854712] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.854907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.855432] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-103895ec-6f95-428d-940c-960a45949b62 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.855709] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.855843] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.858942] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.859128] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103895ec-6f95-428d-940c-960a45949b62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.179269] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 944.179499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.239554] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.239734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.239808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.240059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.240162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.240367] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.240464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.240529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.240684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.240761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.240850] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be updated. [ 944.273866] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.274567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.274636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.274833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.274973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.276474] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.276595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.276662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.276834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.276943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.277092] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 is going to be updated. [ 944.287611] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: IN_PROGRESS for 2s [ 944.313323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.313513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.313635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.313873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.314031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.318947] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.330355] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: IN_PROGRESS for 2s [ 944.361981] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.362482] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.362661] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.362975] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.363151] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.363329] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 103895ec-6f95-428d-940c-960a45949b62 not found, creating... [ 944.363629] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.363796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.364544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.364544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.364544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.364692] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.364804] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.364921] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.365158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.365298] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.365441] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 103895ec-6f95-428d-940c-960a45949b62 is going to be created. [ 944.387476] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.387745] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.387835] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.388117] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.388590] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.388840] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.532412] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f996974-d66e-493a-a8fe-8cfe52264012 req-13466924-b32d-41db-88a8-4ec02687e792 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 944.532984] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 944.533336] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.533463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.533534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.533790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.533951] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.534088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.534190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.534348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.534436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.534555] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.821660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049: rpc.has_security_group_logging(os_id): False [ 944.840733] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.840951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.840951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.841271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.841369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.841622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.841724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.841783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.841945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.842043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.842159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be created. [ 944.903984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.903984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.903984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.903984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.904343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.926536] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 944.996869] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.997289] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.997289] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.997972] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.998098] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.998298] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.998441] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.998868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.999201] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.999505] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.999633] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.999752] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.999863] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.000135] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.000135] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.000324] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.036577] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.036783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.036835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.037273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.037499] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.037625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.037685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.038187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.038187] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f already deleted. [ 945.038187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.107592] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.107793] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.107 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.107971] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.108150] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.108488] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-27073d18-ff31-4af5-baa7-4c543e13afde taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.108681] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.108779] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.109200] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.109342] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27073d18-ff31-4af5-baa7-4c543e13afde',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.112195] env[66134]: INFO networking_nsxv3.common.synchronization [req-e9b2534a-7dda-442d-b739-6a2f45d54b76 req-1966530b-e154-43ac-a889-9c9b2159b370 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 945.112453] env[66134]: INFO networking_nsxv3.common.synchronization [req-e9b2534a-7dda-442d-b739-6a2f45d54b76 req-1966530b-e154-43ac-a889-9c9b2159b370 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 945.112723] env[66134]: INFO networking_nsxv3.common.synchronization [req-e9b2534a-7dda-442d-b739-6a2f45d54b76 req-1966530b-e154-43ac-a889-9c9b2159b370 service nova] Enqueued Resource ID: 103895ec-6f95-428d-940c-960a45949b62 with Priority: HIGHEST for action port [ 945.113742] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 945.113955] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 945.114144] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103895ec-6f95-428d-940c-960a45949b62 with Priority: HIGHEST for action port [ 945.114579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.114688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.114784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.115070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.115189] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.116284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.116363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.116397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.116585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.116745] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.116866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.116911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.117215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.117330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.117431] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.120335] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-103895ec-6f95-428d-940c-960a45949b62 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.120335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.120335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.120335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.120335] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103895ec-6f95-428d-940c-960a45949b62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.395708] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 945.395961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.613923] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.614498] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.616698] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.617060] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.617938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.617938] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 27073d18-ff31-4af5-baa7-4c543e13afde not found, creating... [ 945.618263] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.618623] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.618900] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.619319] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.619617] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.620131] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.620693] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.620880] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.621358] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.621659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.621986] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 27073d18-ff31-4af5-baa7-4c543e13afde is going to be created. [ 945.623660] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.626331] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.626331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.626331] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 103895ec-6f95-428d-940c-960a45949b62 with status ACTIVE [ 945.626331] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.626331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.626331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.626331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.626331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.626331] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.626771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.627950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.627950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.627950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.627950] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.627950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.627950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.627950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.628473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.628473] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 103895ec-6f95-428d-940c-960a45949b62 is going to be updated. [ 945.671384] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.671957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.672237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.672629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.672945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.673289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103895ec-6f95-428d-940c-960a45949b62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.674901] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.675358] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.675644] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.676112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.676523] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.676997] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.131395] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.302295] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f in Status: SUCCESS [ 946.302584] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f deletion is rescheduled due to dependency. [ 946.302693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.341305] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: SUCCESS [ 946.341543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.341752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.341974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.342256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.342376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.342376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.342492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.342569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.342665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.342758] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.356567] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f996974-d66e-493a-a8fe-8cfe52264012 req-19e50597-cc6e-409f-bd15-8834ca5876f9 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 946.356811] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f996974-d66e-493a-a8fe-8cfe52264012 req-19e50597-cc6e-409f-bd15-8834ca5876f9 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 946.356939] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f996974-d66e-493a-a8fe-8cfe52264012 req-19e50597-cc6e-409f-bd15-8834ca5876f9 service nova] Enqueued Resource ID: 27073d18-ff31-4af5-baa7-4c543e13afde with Priority: HIGHEST for action port [ 946.357538] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 946.357734] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 946.357874] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27073d18-ff31-4af5-baa7-4c543e13afde with Priority: HIGHEST for action port [ 946.358353] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.358488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.358602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.358871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.358960] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.359926] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.360216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.360216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.360417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.360523] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.360737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.360737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.360866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.361354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.361354] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.362256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-27073d18-ff31-4af5-baa7-4c543e13afde taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.362256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.362256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.362450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.362450] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27073d18-ff31-4af5-baa7-4c543e13afde',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.637021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.637189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.637273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.637494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.637579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.637678] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 946.671095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.671095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.671095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.680157] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 946.848083] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.863803] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.864760] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.864869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.865478] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27073d18-ff31-4af5-baa7-4c543e13afde with status ACTIVE [ 946.865653] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.865761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.865826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.866040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.866188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.866371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.866469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.866532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.866694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.866774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.866998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.867105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.867345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.867499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.867578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.867665] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27073d18-ff31-4af5-baa7-4c543e13afde is going to be updated. [ 946.888693] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.888693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.888693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.888693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.889010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.889010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27073d18-ff31-4af5-baa7-4c543e13afde" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.940886] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 946.940886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.351015] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44d7d250-a336-4d8c-bd04-55ab387d9639: rpc.has_security_group_logging(os_id): False [ 947.365910] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.371592] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.371816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.371900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.372191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.393574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.393903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.394040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.394108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.394306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.394405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.394498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 is going to be updated. [ 947.471996] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.472324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.472435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.472735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.472852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.486766] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: IN_PROGRESS for 2s [ 947.868959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.873311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.873955] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be created. [ 947.899088] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.899257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.899353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.899599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.899801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.910763] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: UNINITIALIZED for 2s [ 948.694457] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 948.694457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.694457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.694457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.694990] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.694990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.694990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.694990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.695138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.695138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.695240] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.985481] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba36d084-0948-4a94-85ad-3d5d52ffd3ce req-b7ef8aff-4094-4d74-8273-83a8f5ace15a tempest-ListServersNegativeTestJSON-712554622 tempest-ListServersNegativeTestJSON-712554622-project-member] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 948.987637] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 948.989606] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.989691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.989775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.990099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.994033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.994033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.994033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.994033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.994033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.994956] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.198650] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.198882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.198938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.199227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.199427] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.199540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.199626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.199787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.199898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.200017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.200252] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.200337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.200395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.200573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.200732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.200831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.200914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.201079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.201235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.201404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.201404] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.496853] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.507855] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: SUCCESS [ 949.508106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.705534] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f9e5bd-e6cb-4b47-9a95-a488cd40baad: rpc.has_security_group_logging(os_id): False [ 949.739165] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.739165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.739165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.739509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.739509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.740310] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.740310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.740310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.740310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.740310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.740869] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.740869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.740869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.740869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.740869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.741255] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.741255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.741255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.741437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.741437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.741534] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 949.820548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.820946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.820946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.821276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.821469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.843616] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 949.876206] env[66134]: INFO networking_nsxv3.common.synchronization [req-08cfe975-62f0-4e52-a5fc-d7a916ca233d req-c8bf56c7-c8b7-437f-bf4b-993ab61da000 tempest-ListServersNegativeTestJSON-712554622 tempest-ListServersNegativeTestJSON-712554622-project-member] Enqueued Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 949.876771] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13916516-853b-4007-b8d2-02076e4d3706 with Priority: HIGHEST for action security_group_members [ 949.877115] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-13916516-853b-4007-b8d2-02076e4d3706 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.877236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.922806] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 949.923138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.923348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.923886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.923886] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.924074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.924163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.924404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.924496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.924618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.924747] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.000636] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.429577] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.429786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.429828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.430111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.430219] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.431029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.431029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.431498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.431498] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.431498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.431498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.431637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.431666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.431744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.431992] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.505470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.505470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.505470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.505840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505942] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 950.535151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.535337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.535416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.535628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.535776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.545803] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 950.936470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 950.957646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.957793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.957893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.958114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.958683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.958931] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.959510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.959709] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.960024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.960096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.960289] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.960385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.960446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.960586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.960682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.960753] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be created. [ 951.024360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.024569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.024640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.024869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.026515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.040310] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 951.863383] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 951.863655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.903411] env[66134]: INFO networking_nsxv3.common.synchronization [None req-b355bd76-76d7-42c4-a2dd-4e50697f2a3c None None] Enqueued Resource ID: 23da944d-bbc3-4436-bc93-3f368761414a with Priority: HIGHEST for action port [ 951.906126] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23da944d-bbc3-4436-bc93-3f368761414a with Priority: HIGHEST for action port [ 951.906126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-23da944d-bbc3-4436-bc93-3f368761414a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.906126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23da944d-bbc3-4436-bc93-3f368761414a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.906126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23da944d-bbc3-4436-bc93-3f368761414a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.906126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23da944d-bbc3-4436-bc93-3f368761414a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.906126] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23da944d-bbc3-4436-bc93-3f368761414a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.408252] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23da944d-bbc3-4436-bc93-3f368761414a [ 952.408563] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.409066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.410519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.410519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.410519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.410519] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23da944d-bbc3-4436-bc93-3f368761414a already deleted. [ 952.410519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23da944d-bbc3-4436-bc93-3f368761414a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.560862] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 952.561394] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.562482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.562482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.562482] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.562482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.562482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.562482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.562482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.563140] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13916516-853b-4007-b8d2-02076e4d3706',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.918539] env[66134]: INFO networking_nsxv3.common.synchronization [req-eab436a5-0f4c-463c-8827-33d151b12678 req-92913c21-bc3b-4950-9bd5-cbb411201657 tempest-ImagesTestJSON-789567052 tempest-ImagesTestJSON-789567052-project-member] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 952.919287] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGHEST for action security_group_members [ 952.919693] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.919836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.919931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.920763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.920920] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.921078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.922632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.922632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.922632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.922632] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.057979] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 953.058322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.066698] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.066698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.066698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.066698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.067049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.067049] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.067125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.067162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.067670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.067670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.067670] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 is going to be updated. [ 953.106905] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.106905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.106905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.109055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.109055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.119762] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: IN_PROGRESS for 2s [ 953.424653] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.425062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.425062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.425934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.425934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.425934] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.425934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.425934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.425934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.425934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.425934] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be updated. [ 953.459551] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.459551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.459551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.459790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.459790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.470495] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: IN_PROGRESS for 2s [ 953.526563] env[66134]: INFO networking_nsxv3.common.synchronization [req-db1894ad-05ba-4584-99f5-c8cd083ac74b req-e9b204b7-c7a2-4256-83c6-e81a7de48b31 tempest-ServerRescueTestJSON-178802872 tempest-ServerRescueTestJSON-178802872-project-member] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 953.527141] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 953.527483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.528044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.528044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.528044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.528252] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.528387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.528457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.528628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.528705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.528799] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.876657] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.876894] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.877189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.877401] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.877675] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.877835] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.877952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878192] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878334] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.878552] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.878664] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.878770] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.878875] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.878980] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.879108] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.879294] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.901187] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.903321] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.903321] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.903321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.903321] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.903321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.903321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.903321] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.904134] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.031642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.031822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.031988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.032309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.032437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.032705] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.032837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.032922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.033158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.033382] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 already deleted. [ 954.033489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.216645] env[66134]: INFO networking_nsxv3.common.synchronization [None req-642c3d39-1545-4bee-a3e5-df8454af7512 None None] Enqueued Resource ID: c3101fd9-d9fd-42d5-9be4-540e08fbfd6c with Priority: HIGHEST for action port [ 954.217398] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3101fd9-d9fd-42d5-9be4-540e08fbfd6c with Priority: HIGHEST for action port [ 954.218029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3101fd9-d9fd-42d5-9be4-540e08fbfd6c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.218252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3101fd9-d9fd-42d5-9be4-540e08fbfd6c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.218313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3101fd9-d9fd-42d5-9be4-540e08fbfd6c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.218585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3101fd9-d9fd-42d5-9be4-540e08fbfd6c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.218665] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3101fd9-d9fd-42d5-9be4-540e08fbfd6c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.406867] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.407252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.407252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.407577] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.407735] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.407900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd not found, creating... [ 954.408564] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.408760] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.408904] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.409285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.409415] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.409993] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.410249] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.410341] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.410617] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.411022] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411282] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd is going to be created. [ 954.434409] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.434803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.434803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.435124] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.435658] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.721491] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3101fd9-d9fd-42d5-9be4-540e08fbfd6c [ 954.721761] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.721947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.722043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.722437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.722590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.722770] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3101fd9-d9fd-42d5-9be4-540e08fbfd6c already deleted. [ 954.722878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3101fd9-d9fd-42d5-9be4-540e08fbfd6c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.875685] env[66134]: INFO networking_nsxv3.common.synchronization [None req-61c02a05-09be-42ab-b7d5-05300508dac7 None None] Enqueued Resource ID: 8476b346-9996-45cc-9952-7d8c6db118ae with Priority: HIGHEST for action port [ 954.876511] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8476b346-9996-45cc-9952-7d8c6db118ae with Priority: HIGHEST for action port [ 954.876957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8476b346-9996-45cc-9952-7d8c6db118ae taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.877954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8476b346-9996-45cc-9952-7d8c6db118ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.877954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8476b346-9996-45cc-9952-7d8c6db118ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.878057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8476b346-9996-45cc-9952-7d8c6db118ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.878167] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8476b346-9996-45cc-9952-7d8c6db118ae',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.134215] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13916516-853b-4007-b8d2-02076e4d3706 in Status: SUCCESS [ 955.136169] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13916516-853b-4007-b8d2-02076e4d3706 deletion is rescheduled due to dependency. [ 955.136347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13916516-853b-4007-b8d2-02076e4d3706" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.255060] env[66134]: INFO networking_nsxv3.common.synchronization [req-db1894ad-05ba-4584-99f5-c8cd083ac74b req-147217ee-7b65-423d-a2a1-295a840adcae service nova] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_rules [ 955.255060] env[66134]: INFO networking_nsxv3.common.synchronization [req-db1894ad-05ba-4584-99f5-c8cd083ac74b req-147217ee-7b65-423d-a2a1-295a840adcae service nova] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 955.255060] env[66134]: INFO networking_nsxv3.common.synchronization [req-db1894ad-05ba-4584-99f5-c8cd083ac74b req-147217ee-7b65-423d-a2a1-295a840adcae service nova] Enqueued Resource ID: 7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd with Priority: HIGHEST for action port [ 955.255497] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_rules [ 955.255497] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 955.255579] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd with Priority: HIGHEST for action port [ 955.256932] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.256932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.256932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.256932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.256932] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.257543] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.257660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.257727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.257943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.258214] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.258301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.258301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.259336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.259336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.259336] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.261111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.261111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.261111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.261324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.261324] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.380515] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8476b346-9996-45cc-9952-7d8c6db118ae [ 955.380779] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.380920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.380997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.381318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.381414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.381519] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8476b346-9996-45cc-9952-7d8c6db118ae already deleted. [ 955.381607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8476b346-9996-45cc-9952-7d8c6db118ae" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.485084] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b65f622c-b037-4d29-9c14-4710d58b1af9 in Status: SUCCESS [ 955.485084] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 deletion is rescheduled due to dependency. [ 955.485084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.706412] env[66134]: INFO networking_nsxv3.common.synchronization [req-0a09be3f-b18f-484b-8ea4-28d9d78193f4 req-19df2923-6560-4945-9150-5395ac7afab7 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_members [ 955.707236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGHEST for action security_group_members [ 955.709746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.709746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.709746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.709746] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.764776] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.764776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.764776] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.765249] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd with status ACTIVE [ 955.765619] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.765619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.765619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.765833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766502] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.766502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.766502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766890] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.766890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.766890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.767202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.767202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.773025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd is going to be updated. [ 955.795470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.795670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.795762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.796024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.796142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.796305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab580cb-9cdf-48e8-879a-7ceddcc7a3cd" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.211608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.211743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.215083] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.215083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.215083] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b is going to be updated. [ 956.259388] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.259388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.259388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.259388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.259696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.272481] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.282126] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c3cb7a-6c4e-4570-8f79-92964569657b in Status: IN_PROGRESS for 2s [ 956.775279] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.775279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.775279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.775774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.775774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.775774] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be created. [ 956.801511] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.801681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.801743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.801965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.802609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.813745] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: UNINITIALIZED for 2s [ 957.830669] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d696ef1f-fc24-469e-af49-5e77f41d800a None None] Enqueued Resource ID: 32f32ce7-51cb-4f4a-ab79-a462425c30fe with Priority: HIGHEST for action port [ 957.831998] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f32ce7-51cb-4f4a-ab79-a462425c30fe with Priority: HIGHEST for action port [ 957.831998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f32ce7-51cb-4f4a-ab79-a462425c30fe taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.831998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f32ce7-51cb-4f4a-ab79-a462425c30fe" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.831998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f32ce7-51cb-4f4a-ab79-a462425c30fe" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.832257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f32ce7-51cb-4f4a-ab79-a462425c30fe" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.832257] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f32ce7-51cb-4f4a-ab79-a462425c30fe',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.975217] env[66134]: INFO networking_nsxv3.common.synchronization [None req-9b0cd820-7558-4c22-a2f4-a2fa2e5c5e1b None None] Enqueued Resource ID: bd65feb4-6481-49c2-9011-afcbe6337ed4 with Priority: HIGHEST for action port [ 957.976853] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd65feb4-6481-49c2-9011-afcbe6337ed4 with Priority: HIGHEST for action port [ 957.977832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd65feb4-6481-49c2-9011-afcbe6337ed4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.977832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd65feb4-6481-49c2-9011-afcbe6337ed4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.978069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd65feb4-6481-49c2-9011-afcbe6337ed4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.978660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd65feb4-6481-49c2-9011-afcbe6337ed4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.978660] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd65feb4-6481-49c2-9011-afcbe6337ed4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.295866] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c3cb7a-6c4e-4570-8f79-92964569657b in Status: SUCCESS [ 958.296199] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b deletion is rescheduled due to dependency. [ 958.296280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.335759] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f32ce7-51cb-4f4a-ab79-a462425c30fe [ 958.335976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.336131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.336196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.336429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.336524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.336624] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f32ce7-51cb-4f4a-ab79-a462425c30fe already deleted. [ 958.336711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f32ce7-51cb-4f4a-ab79-a462425c30fe" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.482039] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd65feb4-6481-49c2-9011-afcbe6337ed4 [ 958.482039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.482039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.482039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.482039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.482039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.482319] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd65feb4-6481-49c2-9011-afcbe6337ed4 already deleted. [ 958.482319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd65feb4-6481-49c2-9011-afcbe6337ed4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.824678] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 958.824882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.825070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.825389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.825584] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.825704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.825771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.825924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.826009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.826101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.826189] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.331454] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.331454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.331454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.331454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.331454] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.331454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.331454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.331454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.332053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.332053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.332053] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.332053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.332053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.332203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.332203] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.334506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.334506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.334506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.334506] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.835656] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e229980-0efb-4d73-91ec-13130f6a94e7: rpc.has_security_group_logging(os_id): False [ 959.858997] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.858997] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.858997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.859475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.859475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.859475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.859475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.859592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.861318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.861318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.861318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.861318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.861318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.861318] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be created. [ 959.924073] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.924233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.924306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.924563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.924746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.937027] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: IN_PROGRESS for 2s [ 961.297417] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d3ce2d9c-a887-4974-9ab4-4615f07c414d None None] Enqueued Resource ID: 29c0e267-6b23-4d97-9a05-e84deb5d4349 with Priority: HIGHEST for action port [ 961.297857] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c0e267-6b23-4d97-9a05-e84deb5d4349 with Priority: HIGHEST for action port [ 961.298192] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c0e267-6b23-4d97-9a05-e84deb5d4349 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.298322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c0e267-6b23-4d97-9a05-e84deb5d4349" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.298389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c0e267-6b23-4d97-9a05-e84deb5d4349" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.298647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c0e267-6b23-4d97-9a05-e84deb5d4349" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.298745] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c0e267-6b23-4d97-9a05-e84deb5d4349',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.802111] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c0e267-6b23-4d97-9a05-e84deb5d4349 [ 961.802111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.802111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.802111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.802111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.802111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.802111] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c0e267-6b23-4d97-9a05-e84deb5d4349 already deleted. [ 961.802111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c0e267-6b23-4d97-9a05-e84deb5d4349" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.957515] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 961.957770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322984] env[66134]: INFO networking_nsxv3.common.synchronization [req-302a9811-d33e-4083-9030-41f4ef5a19c7 req-d9ef0638-9fe2-4444-95aa-c84437857f9b tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 963.322984] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 963.323583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.323583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.323821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.323821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.325545] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.325545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.325545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.325545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.325545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.325545] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.827130] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.332086] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.498410] env[66134]: INFO networking_nsxv3.common.synchronization [None req-61ca0ac1-452c-4c5e-9e2c-c791a20757bd tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 964.498410] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 964.498410] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.498410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.835331] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.836653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.836925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.837029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.837117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.837534] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 964.875127] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.875526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.875526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.875526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.875702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.887128] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 965.896176] env[66134]: INFO networking_nsxv3.common.synchronization [req-4ee4d263-a2e0-42a1-a744-8a494f257f65 req-00f229fe-4463-468d-8025-51cf338c4c84 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 965.896176] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 965.896637] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.896637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.896637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.901171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.901171] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.901171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.901171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.901171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.901171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.901171] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.406502] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.406502] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.406502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.406502] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 966.456891] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.456891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.456891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.456891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.457185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.469133] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 966.899209] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 966.899723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.900177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.900954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.901634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.901634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.901634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.902017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.902104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.902217] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.409567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.409567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.409567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.409567] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 967.441226] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.441226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.441226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.441226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.441226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.453662] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 968.191023] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba226434-a248-43a6-9351-2bb7578d1d4c req-24c5b89d-d606-4d4b-b9b6-45e1556ed89a tempest-VolumesAdminNegativeTest-1952557019 tempest-VolumesAdminNegativeTest-1952557019-project-member] Enqueued Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_members [ 968.191023] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_members [ 968.191023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.191023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.191023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.191023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.191023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.191023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.191745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.192030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.192218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.192418] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.481574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 968.482245] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 968.482245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.629360] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3578a206-1266-4593-a3ab-107af949f9e7 None None] Enqueued Resource ID: 3475ccd1-80a4-40f5-8048-961aa058ff28 with Priority: HIGHEST for action port [ 968.630951] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3475ccd1-80a4-40f5-8048-961aa058ff28 with Priority: HIGHEST for action port [ 968.631285] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3475ccd1-80a4-40f5-8048-961aa058ff28 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.631451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3475ccd1-80a4-40f5-8048-961aa058ff28" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.631561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3475ccd1-80a4-40f5-8048-961aa058ff28" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.631835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3475ccd1-80a4-40f5-8048-961aa058ff28" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.631914] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3475ccd1-80a4-40f5-8048-961aa058ff28',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.697096] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.700222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.700222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.700222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.700222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.700796] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.704034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.704034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.704520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.704622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.704767] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4994f6-ed73-46b3-831a-133def05a33f already deleted. [ 968.704902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.931843] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.932138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-854" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.932298] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-854" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.932871] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-854" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.933061] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.933595] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.933833] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.934605] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.934894] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.935238] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.935463] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.935785] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.935860] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.936090] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.936308] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.936561] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.959010] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.959382] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.959588] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.959826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-854" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.960291] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-ad02e32b-ddd7-4de3-a4a8-4c8830526314 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.960563] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.960869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.961278] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.961529] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad02e32b-ddd7-4de3-a4a8-4c8830526314',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.135589] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3475ccd1-80a4-40f5-8048-961aa058ff28 [ 969.135855] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.135998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.136079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.136294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.137591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.137591] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3475ccd1-80a4-40f5-8048-961aa058ff28 already deleted. [ 969.137591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3475ccd1-80a4-40f5-8048-961aa058ff28" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.463382] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 969.463719] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad deletion is rescheduled due to dependency. [ 969.463719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.465365] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.465628] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.465779] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.466061] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.466471] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.466471] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port ad02e32b-ddd7-4de3-a4a8-4c8830526314 not found, creating... [ 969.466597] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.466755] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.466869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.467108] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.467244] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.467523] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.467680] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.467797] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.468011] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.468149] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.468284] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: ad02e32b-ddd7-4de3-a4a8-4c8830526314 is going to be created. [ 969.491981] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.492234] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.492465] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.493808] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.493808] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.493808] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.262423] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba226434-a248-43a6-9351-2bb7578d1d4c req-053dfad2-9f62-4646-83fa-efce87d377a2 service nova] Enqueued Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_rules [ 970.262423] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba226434-a248-43a6-9351-2bb7578d1d4c req-053dfad2-9f62-4646-83fa-efce87d377a2 service nova] Enqueued Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_members [ 970.263590] env[66134]: INFO networking_nsxv3.common.synchronization [req-ba226434-a248-43a6-9351-2bb7578d1d4c req-053dfad2-9f62-4646-83fa-efce87d377a2 service nova] Enqueued Resource ID: ad02e32b-ddd7-4de3-a4a8-4c8830526314 with Priority: HIGHEST for action port [ 970.266144] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_rules [ 970.266144] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_members [ 970.266144] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad02e32b-ddd7-4de3-a4a8-4c8830526314 with Priority: HIGHEST for action port [ 970.266144] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.266144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.266144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.266144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.266144] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.266579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.266750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.266959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.267189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.267389] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.267566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.267662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.267843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.267969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.268820] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.273026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad02e32b-ddd7-4de3-a4a8-4c8830526314 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.273026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.273026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.273026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.273026] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad02e32b-ddd7-4de3-a4a8-4c8830526314',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.758630] env[66134]: INFO networking_nsxv3.common.synchronization [req-159fb532-2973-4e2a-be85-c292548e886b req-e2d5f86d-c404-493e-993f-ecc829f8bcf4 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 970.760506] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 970.760790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.760961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.761051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.761283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.761521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.761638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.761704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.761866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.761956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.762064] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.774150] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.774896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.774896] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.775560] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad02e32b-ddd7-4de3-a4a8-4c8830526314 with status ACTIVE [ 970.775752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.775869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.775934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.776164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.776251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.776446] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.776548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.776612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.776766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.777316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.778029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.778029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.778029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.778191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.778685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.778796] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad02e32b-ddd7-4de3-a4a8-4c8830526314 is going to be updated. [ 970.811765] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.812027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.812027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.812247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.812389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.812509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad02e32b-ddd7-4de3-a4a8-4c8830526314" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.251653] env[66134]: INFO networking_nsxv3.common.synchronization [None req-cf0db927-c546-4ec6-b6ef-8378ae21129d None None] Enqueued Resource ID: 5cd46d79-b5ec-4166-bcfc-4f5154aba9c1 with Priority: HIGHEST for action port [ 971.253026] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd46d79-b5ec-4166-bcfc-4f5154aba9c1 with Priority: HIGHEST for action port [ 971.253026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd46d79-b5ec-4166-bcfc-4f5154aba9c1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.253026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd46d79-b5ec-4166-bcfc-4f5154aba9c1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.253026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd46d79-b5ec-4166-bcfc-4f5154aba9c1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.253626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd46d79-b5ec-4166-bcfc-4f5154aba9c1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.253746] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd46d79-b5ec-4166-bcfc-4f5154aba9c1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.257517] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.258400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.258400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.258400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.259865] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.260067] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.260765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.261076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.261215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.261432] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.261587] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.261882] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.261882] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.261882] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.262141] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.262141] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.263955] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.280978] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.286174] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.286354] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.286493] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.286679] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.287213] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-68b391aa-8cb5-4438-b0b2-7903dc0a147a taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.287353] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.287408] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.287762] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.287856] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b391aa-8cb5-4438-b0b2-7903dc0a147a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.473293] env[66134]: INFO networking_nsxv3.common.synchronization [None req-a14de1df-af1f-4701-ada3-3fe46225191c None None] Enqueued Resource ID: a6b45f7c-8656-40d1-906e-3191061a0bc5 with Priority: HIGHEST for action port [ 971.473293] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b45f7c-8656-40d1-906e-3191061a0bc5 with Priority: HIGHEST for action port [ 971.474586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6b45f7c-8656-40d1-906e-3191061a0bc5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.474586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6b45f7c-8656-40d1-906e-3191061a0bc5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.474586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6b45f7c-8656-40d1-906e-3191061a0bc5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.474927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6b45f7c-8656-40d1-906e-3191061a0bc5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.474998] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b45f7c-8656-40d1-906e-3191061a0bc5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.767097] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cd46d79-b5ec-4166-bcfc-4f5154aba9c1 [ 971.767546] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.767546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.767684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.767814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.767910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.768017] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cd46d79-b5ec-4166-bcfc-4f5154aba9c1 already deleted. [ 971.769056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd46d79-b5ec-4166-bcfc-4f5154aba9c1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.769056] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.782953] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.783182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.783302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.784208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.786233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.786358] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4994f6-ed73-46b3-831a-133def05a33f is going to be created. [ 971.790624] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.790806] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.791949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.791949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.791949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.791949] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 68b391aa-8cb5-4438-b0b2-7903dc0a147a not found, creating... [ 971.793275] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.793275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.793275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.793275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.793275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.793736] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.793736] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.793872] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.797021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.797021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.797021] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 68b391aa-8cb5-4438-b0b2-7903dc0a147a is going to be created. [ 971.818979] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.820134] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.820134] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.820134] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.820519] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.821291] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.827095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.827991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.827991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.827991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.827991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.849668] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4994f6-ed73-46b3-831a-133def05a33f in Status: UNINITIALIZED for 2s [ 971.980470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6b45f7c-8656-40d1-906e-3191061a0bc5 [ 971.980470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.980470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.980470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.980470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.980470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.980470] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6b45f7c-8656-40d1-906e-3191061a0bc5 already deleted. [ 971.980470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6b45f7c-8656-40d1-906e-3191061a0bc5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.004287] env[66134]: INFO networking_nsxv3.common.synchronization [None req-93d8f786-40a4-443d-bb04-368b08a84129 tempest-ServersTestManualDisk-92881648 tempest-ServersTestManualDisk-92881648-project-member] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_rules [ 972.004287] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_rules [ 972.004287] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.004287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.004287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.004751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.004975] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.261997] env[66134]: INFO networking_nsxv3.common.synchronization [None req-276f0bde-85a8-4c4c-9df9-2e04124674a7 tempest-ServersTestManualDisk-92881648 tempest-ServersTestManualDisk-92881648-project-member] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_rules [ 972.262415] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_rules [ 972.262742] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.262849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.270365] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.270480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.270549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.270849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.270975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.271121] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 972.332277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.332277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.332277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.332277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.332661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.349223] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 972.532240] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.532382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.532511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.532755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.532892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.533028] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e already deleted. [ 972.533119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.533276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.533438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.533518] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.576705] env[66134]: INFO networking_nsxv3.common.synchronization [req-159fb532-2973-4e2a-be85-c292548e886b req-be9bec34-8992-4b0e-acfe-95b21c1aa603 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 972.577416] env[66134]: INFO networking_nsxv3.common.synchronization [req-159fb532-2973-4e2a-be85-c292548e886b req-be9bec34-8992-4b0e-acfe-95b21c1aa603 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 972.577835] env[66134]: INFO networking_nsxv3.common.synchronization [req-159fb532-2973-4e2a-be85-c292548e886b req-be9bec34-8992-4b0e-acfe-95b21c1aa603 service nova] Enqueued Resource ID: 68b391aa-8cb5-4438-b0b2-7903dc0a147a with Priority: HIGHEST for action port [ 972.579764] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 972.580898] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 972.580898] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b391aa-8cb5-4438-b0b2-7903dc0a147a with Priority: HIGHEST for action port [ 972.581297] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.581545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.581794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.582064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.582231] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.583558] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.586524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.586524] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b391aa-8cb5-4438-b0b2-7903dc0a147a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.586524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.586524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.586524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.586524] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b391aa-8cb5-4438-b0b2-7903dc0a147a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.067241] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.067545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.067545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.067719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.067836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.067944] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e already deleted. [ 973.068046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.087692] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.087882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.089888] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68b391aa-8cb5-4438-b0b2-7903dc0a147a with status ACTIVE [ 973.090194] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.090340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.090399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.090664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.090746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.090917] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.091027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.091091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.092041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.092041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092041] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.092041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.092041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.092041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.092041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092041] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68b391aa-8cb5-4438-b0b2-7903dc0a147a is going to be updated. [ 973.118356] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.118582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.118671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.118828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.118984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.119504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b391aa-8cb5-4438-b0b2-7903dc0a147a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.372458] env[66134]: INFO networking_nsxv3.common.synchronization [req-00e9b9ba-5088-474b-84b8-eb74920f01e6 req-c35815df-5432-49c0-be36-72a5bc7b1e31 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_members [ 973.373286] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840c5b2f-35ce-4008-baf0-c273c008980b with Priority: HIGHEST for action security_group_members [ 973.373654] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-840c5b2f-35ce-4008-baf0-c273c008980b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.374082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.374082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.374983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.375293] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.375418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.375418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.375986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.375986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.375986] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840c5b2f-35ce-4008-baf0-c273c008980b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.865750] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4994f6-ed73-46b3-831a-133def05a33f in Status: SUCCESS [ 973.866019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.866268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.866597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.866756] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.867259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.867259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.867259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.867259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.867595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.867595] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.880671] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.880805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.880849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.881222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.904196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.904516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.904641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.904711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.904947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.905074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.905271] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b is going to be updated. [ 973.937921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.938109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.938181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.938398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.938535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.948131] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840c5b2f-35ce-4008-baf0-c273c008980b in Status: IN_PROGRESS for 2s [ 974.361164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 974.361568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.361751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.362068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.362327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.362462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.362536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.362934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.362934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.363079] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.370992] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.370992] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.370992] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.370992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.374193] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.374193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.374193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.374193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.374193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.374193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.374193] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.606218] env[66134]: INFO networking_nsxv3.common.synchronization [req-674953c2-8e29-44e0-9111-2bc6883d39a8 req-b0eef7e0-3bb2-430b-970e-358394e912ba tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_members [ 974.606890] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 with Priority: HIGHEST for action security_group_members [ 974.607401] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e129dcb-9732-4afd-ad83-f5f5282f5855 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.607553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.607908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.608558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.608734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.608820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.608877] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.609298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.609298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.609298] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e129dcb-9732-4afd-ad83-f5f5282f5855',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.867724] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.874485] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4994f6-ed73-46b3-831a-133def05a33f: rpc.has_security_group_logging(os_id): False [ 974.898582] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.898582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.898582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.900557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.900557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.900557] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.900557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.900557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.900557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.904048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.904048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.904048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.904048] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4994f6-ed73-46b3-831a-133def05a33f is going to be created. [ 974.994272] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.994433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.994505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.994754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.994954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.006777] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4994f6-ed73-46b3-831a-133def05a33f in Status: IN_PROGRESS for 2s [ 975.113453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.113453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.162395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.162822] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.162822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.163124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.163124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.163368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.163368] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 is going to be updated. [ 975.227559] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.227800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.227800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.228017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.228143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.239487] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 in Status: IN_PROGRESS for 2s [ 975.373019] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.699145] env[66134]: INFO networking_nsxv3.common.synchronization [req-6ed5a299-03e9-4e9f-9fbb-856933004aec req-8a256f4f-53c5-401e-b8ed-fb46aa3a8359 tempest-AttachVolumeTestJSON-1263665891 tempest-AttachVolumeTestJSON-1263665891-project-member] Enqueued Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_members [ 975.699775] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c56909-28d8-438f-8386-2786bf70de0c with Priority: HIGHEST for action security_group_members [ 975.700280] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-86c56909-28d8-438f-8386-2786bf70de0c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.700587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.700587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.700725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.700889] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.700985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.701056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.701201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.701300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.701390] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86c56909-28d8-438f-8386-2786bf70de0c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.749984] env[66134]: INFO networking_nsxv3.common.synchronization [None req-fcb59571-dffa-4c6f-99c9-1910c31ff412 None None] Enqueued Resource ID: d8c4723e-c1be-442e-bf41-281e100b7491 with Priority: HIGHEST for action port [ 975.750608] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c4723e-c1be-442e-bf41-281e100b7491 with Priority: HIGHEST for action port [ 975.750920] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c4723e-c1be-442e-bf41-281e100b7491 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.751332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c4723e-c1be-442e-bf41-281e100b7491" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.751332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c4723e-c1be-442e-bf41-281e100b7491" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.751571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c4723e-c1be-442e-bf41-281e100b7491" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.751655] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c4723e-c1be-442e-bf41-281e100b7491',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.876254] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.876401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.876482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.876683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.876770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.876869] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 975.911814] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.911814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.911814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.911814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.925690] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 975.959846] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840c5b2f-35ce-4008-baf0-c273c008980b in Status: SUCCESS [ 975.960066] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840c5b2f-35ce-4008-baf0-c273c008980b deletion is rescheduled due to dependency. [ 975.960181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840c5b2f-35ce-4008-baf0-c273c008980b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.205119] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.205432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.205528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.205866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.205978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.206323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.206488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.206594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.206819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.206921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207056] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86c56909-28d8-438f-8386-2786bf70de0c is going to be updated. [ 976.257351] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.257351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.257351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.257351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.257351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.257351] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c4723e-c1be-442e-bf41-281e100b7491 [ 976.257351] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.257351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.257351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.258328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.258556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.258746] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c4723e-c1be-442e-bf41-281e100b7491 already deleted. [ 976.258998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c4723e-c1be-442e-bf41-281e100b7491" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.277646] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86c56909-28d8-438f-8386-2786bf70de0c in Status: IN_PROGRESS for 2s [ 977.020502] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4994f6-ed73-46b3-831a-133def05a33f in Status: SUCCESS [ 977.021045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.250603] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 in Status: SUCCESS [ 977.250790] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e129dcb-9732-4afd-ad83-f5f5282f5855 deletion is rescheduled due to dependency. [ 977.250898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e129dcb-9732-4afd-ad83-f5f5282f5855" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.672293] env[66134]: INFO networking_nsxv3.common.synchronization [req-217099af-4134-4bb5-8dac-d0e4f89920fe req-81b2c0d1-aece-4ec0-a357-a3e8488e392f tempest-ImagesNegativeTestJSON-371945382 tempest-ImagesNegativeTestJSON-371945382-project-member] Enqueued Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_members [ 977.674927] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_members [ 977.674927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.674927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.674927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.674927] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.935656] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 977.935985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.936100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.936288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.936529] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.936677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.936745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.936945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.937130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.937210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.937255] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.005904] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.006128] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-134" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.006250] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-134" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.006576] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-134" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.006900] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.007128] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.007270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.007573] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.007761] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.008041] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.008191] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.008349] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.008526] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.008691] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.008823] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.008982] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.036038] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.036038] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.036038] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.036038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-134" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.036038] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-9282055f-8a8f-439d-973d-8a03218f6642 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.036038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.036038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.036038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.036038] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9282055f-8a8f-439d-973d-8a03218f6642',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.176526] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.176724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.176836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.177158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.177290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.177547] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.177700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.177802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.177990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.178111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.178224] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 already deleted. [ 978.178345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.288956] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86c56909-28d8-438f-8386-2786bf70de0c in Status: SUCCESS [ 978.289199] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86c56909-28d8-438f-8386-2786bf70de0c deletion is rescheduled due to dependency. [ 978.289316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86c56909-28d8-438f-8386-2786bf70de0c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.442991] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.443538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.443538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.443758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.444066] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.444245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.444331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.444516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.444609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.444704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.444946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.445128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.445229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.445451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.445695] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.445843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.445949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.446203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.446307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446527] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.538888] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.539166] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.539269] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.539614] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.539782] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.539953] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 9282055f-8a8f-439d-973d-8a03218f6642 not found, creating... [ 978.540275] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.540436] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.540586] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.540837] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.540984] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.541270] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.541425] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.541602] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.541844] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.541979] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.542135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 9282055f-8a8f-439d-973d-8a03218f6642 is going to be created. [ 978.565143] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.565438] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.565540] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.565821] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.566061] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.566287] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.948509] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 978.967938] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.968157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.968157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.968383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.968477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.968732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.968841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.968912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.969166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.969334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.969618] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.969722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.969789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.969951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.970046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.971033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.971033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.971033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.971033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.971033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.971033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 979.043775] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.044183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.044183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.044266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.044458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.055136] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 979.288099] env[66134]: INFO networking_nsxv3.common.synchronization [req-217099af-4134-4bb5-8dac-d0e4f89920fe req-64327e6e-e46b-4942-aa02-1d40254f6ca7 service nova] Enqueued Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_rules [ 979.288099] env[66134]: INFO networking_nsxv3.common.synchronization [req-217099af-4134-4bb5-8dac-d0e4f89920fe req-64327e6e-e46b-4942-aa02-1d40254f6ca7 service nova] Enqueued Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_members [ 979.288099] env[66134]: INFO networking_nsxv3.common.synchronization [req-217099af-4134-4bb5-8dac-d0e4f89920fe req-64327e6e-e46b-4942-aa02-1d40254f6ca7 service nova] Enqueued Resource ID: 9282055f-8a8f-439d-973d-8a03218f6642 with Priority: HIGHEST for action port [ 979.289448] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_rules [ 979.289448] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_members [ 979.289448] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9282055f-8a8f-439d-973d-8a03218f6642 with Priority: HIGHEST for action port [ 979.289448] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.289448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.289448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.289705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.289796] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.293796] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.293796] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.293796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.294642] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.295368] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9282055f-8a8f-439d-973d-8a03218f6642 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.295368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.295368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.295368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.295368] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9282055f-8a8f-439d-973d-8a03218f6642',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.797693] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.797693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.800501] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9282055f-8a8f-439d-973d-8a03218f6642 with status ACTIVE [ 979.800501] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.800501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.800501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.800696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.801325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.801325] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.801325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.801325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.801325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.801781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.801781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.801892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.801963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.802161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.802247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.802342] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9282055f-8a8f-439d-973d-8a03218f6642 is going to be updated. [ 979.803577] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.824899] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.824975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.825018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.826289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.826460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.826618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9282055f-8a8f-439d-973d-8a03218f6642" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.837492] env[66134]: INFO networking_nsxv3.common.synchronization [None req-134778ef-095c-4082-8ec6-95188c609204 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: cfae1c06-abce-460d-b258-b6399be866b9 with Priority: HIGHEST for action security_group_rules [ 979.838060] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfae1c06-abce-460d-b258-b6399be866b9 with Priority: HIGHEST for action security_group_rules [ 979.838373] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfae1c06-abce-460d-b258-b6399be866b9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.838494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.838564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.838809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.838893] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfae1c06-abce-460d-b258-b6399be866b9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.934972] env[66134]: INFO networking_nsxv3.common.synchronization [None req-6a7523c6-c75d-4667-8829-430a6f05489a tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: cfae1c06-abce-460d-b258-b6399be866b9 with Priority: HIGHEST for action security_group_rules [ 979.935690] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfae1c06-abce-460d-b258-b6399be866b9 with Priority: HIGHEST for action security_group_rules [ 979.935795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfae1c06-abce-460d-b258-b6399be866b9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.935896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.305552] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.359707] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.359805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.360094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.360245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.360366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.360494] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfae1c06-abce-460d-b258-b6399be866b9 already deleted. [ 980.360606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.360784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.360970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.361202] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfae1c06-abce-460d-b258-b6399be866b9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.808715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.808936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.809064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.810219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.810341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.810457] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 is going to be created. [ 980.837068] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.837219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.837281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.837499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.837710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.853632] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 in Status: UNINITIALIZED for 2s [ 980.882480] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.883036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.883036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.883194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.883194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.883298] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfae1c06-abce-460d-b258-b6399be866b9 already deleted. [ 980.883346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfae1c06-abce-460d-b258-b6399be866b9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.070727] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 981.071625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.868226] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 in Status: SUCCESS [ 982.868889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.869272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.869600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.869841] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.869974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.870353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.870598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.870702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.870796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.870895] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.054144] env[66134]: INFO networking_nsxv3.common.synchronization [req-697a2cd2-f721-4f04-bc76-f38c55eafa4f req-0ffd595f-1509-4960-983c-5de41b0d7247 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 983.054887] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 983.056142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.057106] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.057106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.057194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.057378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.057499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.057630] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.373527] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.373691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.373768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.374036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.374205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.374310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.374376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.374534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.374626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.374988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.374988] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.374988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.374988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.375145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.375298] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.375391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.375450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.375592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.375660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.375743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.375830] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.562070] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.562070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.562070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.562070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.562477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.562477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.562477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.563116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.563116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.563116] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 983.592301] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.592473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.592473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.592674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.592843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.603785] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 983.877964] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363: rpc.has_security_group_logging(os_id): False [ 983.897220] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.897377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.897447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.897666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.897760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.897981] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.898168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.898391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.898573] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.898745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.898931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.899116] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.900165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.900165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.900165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.900165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.900165] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 is going to be created. [ 983.959104] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.959255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.959322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.959643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.960313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.973506] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 in Status: IN_PROGRESS for 2s [ 983.978544] env[66134]: INFO networking_nsxv3.common.synchronization [req-8c678ae6-6359-405d-9d76-8515440972f4 req-34d587aa-5bc9-412d-9803-e519aaa2b1c4 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 983.979463] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 983.979746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.979871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.979943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.980386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.980386] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.980386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.980527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.980615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.980698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.980850] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.483710] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.931546] env[66134]: INFO networking_nsxv3.common.synchronization [None req-2c72d284-b2a8-4491-8f85-1091b0356b95 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 984.932057] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 984.932381] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.932503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.932570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.932950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.933059] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.986078] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.035183] env[66134]: INFO networking_nsxv3.common.synchronization [None req-714351cd-bc0d-4613-866b-531fb56e429a tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 985.035752] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 985.036243] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.036243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.454796] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.454796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.454796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.456026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.456026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.456026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf already deleted. [ 985.456026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.456026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.456189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.456294] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.491253] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.491253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.491253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.491253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.491253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.491253] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 985.527240] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.527240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.527240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.527240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.528199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.537912] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 985.614592] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 985.614769] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 985.614875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.981618] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.982648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.982648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.982648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.982931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.983836] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf already deleted. [ 985.983836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.985908] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 in Status: SUCCESS [ 985.986286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.224355] env[66134]: INFO networking_nsxv3.common.synchronization [req-d646d1f0-95d1-45e7-a923-11485a864529 req-ee712129-b549-4dc8-852c-dd294c37b87e tempest-ServersTestManualDisk-92881648 tempest-ServersTestManualDisk-92881648-project-member] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_members [ 986.224938] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_members [ 986.225324] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.225487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.225849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.225939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.226200] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.226319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.226411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.226611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.226747] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.226957] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.539820] env[66134]: INFO networking_nsxv3.common.synchronization [req-d5dfea12-6e33-430c-a77a-d4536f04cadd req-8f5d57ec-0303-4f04-98a6-4e8b839c46db tempest-VolumesAdminNegativeTest-1952557019 tempest-VolumesAdminNegativeTest-1952557019-project-member] Enqueued Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_members [ 986.541623] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGHEST for action security_group_members [ 986.541887] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.542032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.542120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.542332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.542485] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.542584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.542668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.542823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.542911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.543041] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.619811] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.619811] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-592" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.619811] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-592" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.620543] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-592" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.621029] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.621376] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.621706] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.623239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.623239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.623239] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.623239] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.623239] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.623239] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.623239] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.623571] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.623800] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.645357] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.645542] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.645697] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.645949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-592" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.646359] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.646606] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.646834] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.647246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.647402] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66357fdf-f1cc-452e-b1cb-ef60fda0fb97',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.729605] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.729721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.729791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.730018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.730115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.730322] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.730420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.730483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.730629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.730707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.730794] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e already deleted. [ 986.730902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.034732] env[66134]: INFO networking_nsxv3.common.synchronization [None req-7d473c8c-68b4-4d86-96f7-1def2611f70c tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_rules [ 987.035446] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_rules [ 987.035853] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.036048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.036188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.036436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.036540] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.046710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.046947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.047195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.047291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.047488] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.047587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.047804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.047883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.047973] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4994f6-ed73-46b3-831a-133def05a33f is going to be updated. [ 987.085051] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.085051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.085051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.094471] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4994f6-ed73-46b3-831a-133def05a33f in Status: IN_PROGRESS for 2s [ 987.142237] env[66134]: INFO networking_nsxv3.common.synchronization [None req-f3a7e496-29d5-41c5-b287-4885d187df33 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_rules [ 987.143214] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_rules [ 987.143659] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.143875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.150489] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.150866] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.150932] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.151254] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.151367] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.151577] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 66357fdf-f1cc-452e-b1cb-ef60fda0fb97 not found, creating... [ 987.152069] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.152243] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.152378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.152662] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.152828] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.153265] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.153569] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.153637] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.154091] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.154328] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.154501] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 66357fdf-f1cc-452e-b1cb-ef60fda0fb97 is going to be created. [ 987.181400] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.181649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.181796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.182107] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.182344] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.182569] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.548793] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 987.548793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.555687] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.556648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.556648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.556648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.556648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.556940] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b04869f-0873-424c-ba16-e240886d2332 already deleted. [ 987.556940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.557153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.557332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.557448] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.908051] env[66134]: INFO networking_nsxv3.common.synchronization [req-d646d1f0-95d1-45e7-a923-11485a864529 req-e9dbcb69-8ea5-456a-a3d2-457039ee5b79 service nova] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_rules [ 987.908255] env[66134]: INFO networking_nsxv3.common.synchronization [req-d646d1f0-95d1-45e7-a923-11485a864529 req-e9dbcb69-8ea5-456a-a3d2-457039ee5b79 service nova] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_members [ 987.908455] env[66134]: INFO networking_nsxv3.common.synchronization [req-d646d1f0-95d1-45e7-a923-11485a864529 req-e9dbcb69-8ea5-456a-a3d2-457039ee5b79 service nova] Enqueued Resource ID: 66357fdf-f1cc-452e-b1cb-ef60fda0fb97 with Priority: HIGHEST for action port [ 987.908977] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_rules [ 987.910050] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_members [ 987.910179] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66357fdf-f1cc-452e-b1cb-ef60fda0fb97 with Priority: HIGHEST for action port [ 987.910557] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.912805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.912805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.912805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.912961] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.913880] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.915022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.915022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.915241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915412] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.915518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.915578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.915738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.915918] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.917094] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.917219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.917287] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.918191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.918281] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66357fdf-f1cc-452e-b1cb-ef60fda0fb97',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.081204] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.081534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.081534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.081534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.081708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.082268] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b04869f-0873-424c-ba16-e240886d2332 already deleted. [ 988.082268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.420754] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.421220] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.421327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.421777] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66357fdf-f1cc-452e-b1cb-ef60fda0fb97 with status ACTIVE [ 988.421916] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.422050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.422118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.422329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422582] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.422685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.422764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.423281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.423281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.423281] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.423281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.423505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.423505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.423600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.423600] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66357fdf-f1cc-452e-b1cb-ef60fda0fb97 is going to be updated. [ 988.446294] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.446294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.446294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.446294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.446945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.447333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66357fdf-f1cc-452e-b1cb-ef60fda0fb97" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.517961] env[66134]: INFO networking_nsxv3.common.synchronization [req-076c196d-35b4-419c-a919-81890c31ab85 req-044e67b5-b608-4f9c-9db8-795a4d9c2f25 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 988.518567] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 988.518881] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.519024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.519273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.519468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.519642] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.519783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.519783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.519913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.520014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.520118] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.922683] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.944690] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.944855] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.945263] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.945263] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.945950] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.945950] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.945950] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.946127] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.946226] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.946455] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.946570] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.946683] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.946794] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.946918] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.947035] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.947172] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.969413] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.969663] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.969838] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.970064] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.970495] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-61dc4664-e52f-48a5-860c-7fb0acae271f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.970687] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.970814] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.971154] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.971455] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61dc4664-e52f-48a5-860c-7fb0acae271f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.023315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.023517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.023621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.023939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.024106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.024626] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.025413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.025413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.025413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.025413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.025413] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 989.062194] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.062344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.062418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.063025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.063025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.073995] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 989.106938] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4994f6-ed73-46b3-831a-133def05a33f in Status: SUCCESS [ 989.106938] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4994f6-ed73-46b3-831a-133def05a33f deletion is rescheduled due to dependency. [ 989.106938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.425042] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.425427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.426054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.426054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.426054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.426054] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e is going to be created. [ 989.448967] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.449131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.449201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.449409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.449563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.459018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: UNINITIALIZED for 2s [ 989.474451] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.474567] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.474729] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.475061] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.475252] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.475435] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 61dc4664-e52f-48a5-860c-7fb0acae271f not found, creating... [ 989.475752] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.475846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.476282] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476432] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476709] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.476862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476974] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.477198] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.477328] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.477466] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 61dc4664-e52f-48a5-860c-7fb0acae271f is going to be created. [ 989.497802] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.498116] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.498208] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.498494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.498688] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.498975] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.282404] env[66134]: INFO networking_nsxv3.common.synchronization [req-076c196d-35b4-419c-a919-81890c31ab85 req-efad7c38-e493-4acb-9f0c-ed629483d6c4 service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 990.282738] env[66134]: INFO networking_nsxv3.common.synchronization [req-076c196d-35b4-419c-a919-81890c31ab85 req-efad7c38-e493-4acb-9f0c-ed629483d6c4 service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 990.282868] env[66134]: INFO networking_nsxv3.common.synchronization [req-076c196d-35b4-419c-a919-81890c31ab85 req-efad7c38-e493-4acb-9f0c-ed629483d6c4 service nova] Enqueued Resource ID: 61dc4664-e52f-48a5-860c-7fb0acae271f with Priority: HIGHEST for action port [ 990.283539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 990.283765] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 990.283853] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61dc4664-e52f-48a5-860c-7fb0acae271f with Priority: HIGHEST for action port [ 990.284168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.284325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.284406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.284651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.284826] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.285784] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.285904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.286238] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-61dc4664-e52f-48a5-860c-7fb0acae271f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.286238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.286414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.286814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.286814] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61dc4664-e52f-48a5-860c-7fb0acae271f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.788687] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.788899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.789022] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61dc4664-e52f-48a5-860c-7fb0acae271f with status ACTIVE [ 990.789198] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.789312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.789366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.789568] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.789664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.789831] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.789927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.789990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.790167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.790245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.790424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.790520] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.790582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.790725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.790801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.790887] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61dc4664-e52f-48a5-860c-7fb0acae271f is going to be updated. [ 990.811987] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.812230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.812230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.812433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.812567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.812728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61dc4664-e52f-48a5-860c-7fb0acae271f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982051] env[66134]: INFO networking_nsxv3.common.synchronization [req-08c76f4e-a6ae-4bb5-b3b1-3fb7d6bebe44 req-aab6ea62-ba9d-47f4-a800-f57320782319 tempest-ServerRescueTestJSON-178802872 tempest-ServerRescueTestJSON-178802872-project-member] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 990.982731] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 990.983435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.983631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.983738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.983982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.984185] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.984421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.984421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.984677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.984790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.985619] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.094019] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 991.094019] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 991.094019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.094019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.094019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.094019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.094019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.094019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.094019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.094502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.094618] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.267220] env[66134]: INFO networking_nsxv3.common.synchronization [req-2b9f3dfd-103e-45d4-a40e-f8e94578895f req-39bcb7a3-54d2-4a54-898b-812048ee8a2e tempest-ServersTestJSON-214363471 tempest-ServersTestJSON-214363471-project-member] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_members [ 991.268591] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGHEST for action security_group_members [ 991.269095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.271419] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.271419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.271419] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.447948] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.448294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.448357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.448602] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.449177] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.449177] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.449378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.449470] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.449603] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.449826] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.449926] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.450080] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.450160] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.453086] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.453086] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.453086] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.473298] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: SUCCESS [ 991.474166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.474166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.474166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.474752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.474932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.475030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.479021] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.479021] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.479021] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.479021] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-739" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.479021] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-3bc3a795-771c-4f97-bc7e-c26879655c02 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.479021] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.479500] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc3a795-771c-4f97-bc7e-c26879655c02',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.488854] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.599426] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.772868] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.773069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.773146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.773386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.773487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.773720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.773837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.773912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.774131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.774216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.774310] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 is going to be updated. [ 991.805980] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.806171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.806246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.806468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.806615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.819006] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 in Status: IN_PROGRESS for 2s [ 991.909693] env[66134]: INFO networking_nsxv3.common.synchronization [req-82658523-ff0e-4e23-a1f6-593158a5c08a req-aff28bcf-1909-41a3-98aa-f6048058ce40 tempest-ImagesNegativeTestJSON-371945382 tempest-ImagesNegativeTestJSON-371945382-project-member] Enqueued Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_members [ 991.912748] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGHEST for action security_group_members [ 991.912748] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.912748] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.912748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.912748] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.981728] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.982579] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.983465] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.983660] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.984088] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.984245] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.984498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 3bc3a795-771c-4f97-bc7e-c26879655c02 not found, creating... [ 991.984861] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.985610] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.985610] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.985610] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.985610] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985942] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.986108] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.986256] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.987122] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.987122] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.987122] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 3bc3a795-771c-4f97-bc7e-c26879655c02 is going to be created. [ 991.993025] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.014169] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.015314] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.015619] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.017081] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.017081] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.017081] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.101929] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.417623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.417724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.417784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.417981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.418102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.418313] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.418415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.418463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.418629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.418708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.418799] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 is going to be updated. [ 992.450654] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.450991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.451048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.451330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.451550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.461608] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 in Status: IN_PROGRESS for 2s [ 992.489159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d98c1f-c2d7-47eb-978d-904c1703915e: rpc.has_security_group_logging(os_id): False [ 992.495277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.495536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.495628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.495906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.496061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.496229] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be updated. [ 992.510840] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.511147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.511299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.511596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.511757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.512123] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.512352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.512478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.512695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.512830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.513462] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e is going to be created. [ 992.533054] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.533054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.533054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.533054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.533054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.542363] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: IN_PROGRESS for 2s [ 992.592077] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.592347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.592452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.592745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.593055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.605889] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: IN_PROGRESS for 2s [ 992.606433] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.606703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.607516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.607516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.607516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.607516] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 992.642472] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.642702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.642818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.643670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.643670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.656996] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 992.889129] env[66134]: INFO networking_nsxv3.common.synchronization [req-08c76f4e-a6ae-4bb5-b3b1-3fb7d6bebe44 req-afbaf405-ce39-4b99-92cd-4515a6b4b322 service nova] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_rules [ 992.893490] env[66134]: INFO networking_nsxv3.common.synchronization [req-08c76f4e-a6ae-4bb5-b3b1-3fb7d6bebe44 req-afbaf405-ce39-4b99-92cd-4515a6b4b322 service nova] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 992.893785] env[66134]: INFO networking_nsxv3.common.synchronization [req-08c76f4e-a6ae-4bb5-b3b1-3fb7d6bebe44 req-afbaf405-ce39-4b99-92cd-4515a6b4b322 service nova] Enqueued Resource ID: 3bc3a795-771c-4f97-bc7e-c26879655c02 with Priority: HIGHEST for action port [ 992.894385] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_rules [ 992.894520] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 992.894616] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc3a795-771c-4f97-bc7e-c26879655c02 with Priority: HIGHEST for action port [ 992.894891] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.895026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.895109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.895311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.895394] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.896229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.896363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.896646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc3a795-771c-4f97-bc7e-c26879655c02 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.896796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.896904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.897162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.897283] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc3a795-771c-4f97-bc7e-c26879655c02',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.399132] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.399379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.401341] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bc3a795-771c-4f97-bc7e-c26879655c02 with status ACTIVE [ 993.401341] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.401341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.401341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.401806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.401806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.401806] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.402015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.402144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.402416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.402598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.402893] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.403022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.403804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.403804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.403804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.403804] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bc3a795-771c-4f97-bc7e-c26879655c02 is going to be updated. [ 993.425337] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.426420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.426519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.426899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.426944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.427263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc3a795-771c-4f97-bc7e-c26879655c02" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.515782] env[66134]: INFO networking_nsxv3.common.synchronization [req-1d8bbf79-b1dc-4cf0-94fe-5fcb17cdfbeb req-f0b159e5-cd9e-40c8-a410-35a0d4573584 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 993.516378] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 993.516696] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.516838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.516878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.517327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.517503] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.517611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.517682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.517850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.517937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.518057] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.830269] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 in Status: SUCCESS [ 993.830553] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 deletion is rescheduled due to dependency. [ 993.830724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.887041] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.887290] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.887742] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.888249] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.888522] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.888682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.888800] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.889105] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.889274] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.889487] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.889604] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.889729] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.889836] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.889949] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.890063] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.890397] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.917884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.918080] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.918161] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.918343] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.918663] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.918836] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.918959] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.919469] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.919529] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.020986] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.021163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.021243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.021470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.021564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.021813] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.021925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.021988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.022163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.022240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.022331] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 994.053197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.053332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.053409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.053625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.053770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.063028] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 994.422355] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.422600] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.422732] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.423099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.423261] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.423442] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 not found, creating... [ 994.423713] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.423875] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.423994] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.424258] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.424400] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.424679] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.424834] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.424951] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.425187] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.425323] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.425460] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 is going to be created. [ 994.446895] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.447150] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.447328] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447538] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.447755] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.447978] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.472724] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 in Status: SUCCESS [ 994.473101] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 deletion is rescheduled due to dependency. [ 994.473285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.552127] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 994.552458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.552548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.552755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.552926] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553613] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.618885] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: SUCCESS [ 994.619136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.667127] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 994.668239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.668239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.668239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.668239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.668239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.668239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.668972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.668972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.668972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.668972] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.058108] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.172085] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.172857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.174211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.174579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.174866] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.175062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.175180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.175383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.175480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.175635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.175885] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.176014] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.176082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.176292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.176447] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.176542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.176620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.176784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.176862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.176948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.177047] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.217316] env[66134]: INFO networking_nsxv3.common.synchronization [req-1d8bbf79-b1dc-4cf0-94fe-5fcb17cdfbeb req-904c079d-bf06-4e0f-8ec8-37122db81f95 service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 995.217498] env[66134]: INFO networking_nsxv3.common.synchronization [req-1d8bbf79-b1dc-4cf0-94fe-5fcb17cdfbeb req-904c079d-bf06-4e0f-8ec8-37122db81f95 service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 995.217654] env[66134]: INFO networking_nsxv3.common.synchronization [req-1d8bbf79-b1dc-4cf0-94fe-5fcb17cdfbeb req-904c079d-bf06-4e0f-8ec8-37122db81f95 service nova] Enqueued Resource ID: eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 with Priority: HIGHEST for action port [ 995.223563] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 995.223563] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 995.223772] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 with Priority: HIGHEST for action port [ 995.224520] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.224727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.224885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.225277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.225386] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.227104] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.227730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.227880] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.228322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.228322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.228884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.228982] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.562248] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.680203] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7b0c0f-f9f6-477d-8481-08bd5a1effa3: rpc.has_security_group_logging(os_id): False [ 995.699969] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.699969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.699969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.699969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.699969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.700277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.700277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.700432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.700577] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.700668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.700945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.701157] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.701254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.701315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.701456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.701530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.701614] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 995.733508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.733652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.733903] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 with status ACTIVE [ 995.734127] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.734649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.734649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.734649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.734649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.734936] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.734936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.734936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.735062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.735143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.735323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.735420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.735509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.735629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.735702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.735790] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2 is going to be updated. [ 995.759514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.759694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.759763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.760441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.760441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.760441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf8c9b3-b520-4e38-ac91-0ca274cd8fb2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.771669] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.771836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.771915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.772338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.772338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.784479] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 996.067024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.067024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.067024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.067024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.067024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.067024] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be updated. [ 996.079371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 996.079475] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 996.079587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.079788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.080468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.080468] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.080468] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.080625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.080809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.081840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.081840] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.099318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.099538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.099641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.100047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.100310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.111965] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: IN_PROGRESS for 2s [ 996.588788] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.092372] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.597926] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.597926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.597926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.597926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.597926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.597926] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 997.631126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.631283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.631358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.631560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.631702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.643598] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 997.802176] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 997.802412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.124669] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 998.124669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.124669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.124669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.128233] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.128233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.128233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.128233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.128233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.128233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.128233] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.628892] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.629224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.629224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.629415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.629599] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.629704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.629780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.629935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.630035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.630125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.630297] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.630391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.630445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.630589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.630722] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.630833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.630898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.631051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.631128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.631209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.631307] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.134792] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e229980-0efb-4d73-91ec-13130f6a94e7: rpc.has_security_group_logging(os_id): False [ 999.158540] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.158540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.158540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.158540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.158540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.158878] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.158878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.158878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.158992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.159094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.159394] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.159553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.159628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.159853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.159942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.160155] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.160257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.160377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.160532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.160647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.160744] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be updated. [ 999.229832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.230057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.230106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.230408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.230621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.251642] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: IN_PROGRESS for 2s [ 999.656162] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 999.656582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.656582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.656854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.656912] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.657301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.657301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.657469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.657469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.657609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.657609] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.042021] env[66134]: INFO networking_nsxv3.common.synchronization [req-18b71245-5020-4c70-9e35-02628c887d4e req-aab32a20-ead8-4152-a65e-f039ff8e9331 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1000.042021] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1000.042021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.042372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.042579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.043017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.043353] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.043595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.043788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.044106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.044327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.044514] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.159775] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.160928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.160928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.160928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.161186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.161589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.161589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.161589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.161833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.161833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.162876] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.162876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.162876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.162876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.163121] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.163347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.163436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.164049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.164049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.164049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.164270] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.416037] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.416037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.416037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.416037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.416037] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.416037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.416037] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.416462] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.416462] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.416547] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.416707] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.416876] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.416970] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.417097] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.417203] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.417386] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.441853] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.442154] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.442379] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.442613] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.442955] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-ce51f605-5895-4167-8ada-d6d5774fb29f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.443182] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.443357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.443715] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.443857] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce51f605-5895-4167-8ada-d6d5774fb29f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.547030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.547210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.547279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.547510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.547603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.547808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.547912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.547967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.548130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.548208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.548294] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf already deleted. [ 1000.548376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.667050] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5df325fb-38b1-4611-b498-6f1e9e153d85: rpc.has_security_group_logging(os_id): False [ 1000.686945] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.687196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.687244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.687449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.687539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.687764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.687915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.687980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.688191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.688294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.688486] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.688581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.688642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.688783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.688860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.689110] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.689211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.689294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.689417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.689491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.689578] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 1000.750367] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.750591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.750701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.751010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.751180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.764124] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 1000.947268] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.947672] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.947907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.948343] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.948579] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.948811] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port ce51f605-5895-4167-8ada-d6d5774fb29f not found, creating... [ 1000.949249] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.949493] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.949722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.950014] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.950247] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.950719] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.950979] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.951179] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.951498] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.951722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.951932] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: ce51f605-5895-4167-8ada-d6d5774fb29f is going to be created. [ 1000.974796] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.975520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.975520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.975520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.975680] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.975903] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.268083] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 1001.268430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.728947] env[66134]: INFO networking_nsxv3.common.synchronization [req-18b71245-5020-4c70-9e35-02628c887d4e req-ff1cabbf-03fd-4956-a04b-ec2d43eb434a service nova] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 1001.729257] env[66134]: INFO networking_nsxv3.common.synchronization [req-18b71245-5020-4c70-9e35-02628c887d4e req-ff1cabbf-03fd-4956-a04b-ec2d43eb434a service nova] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1001.729418] env[66134]: INFO networking_nsxv3.common.synchronization [req-18b71245-5020-4c70-9e35-02628c887d4e req-ff1cabbf-03fd-4956-a04b-ec2d43eb434a service nova] Enqueued Resource ID: ce51f605-5895-4167-8ada-d6d5774fb29f with Priority: HIGHEST for action port [ 1001.730111] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 1001.730285] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1001.730420] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce51f605-5895-4167-8ada-d6d5774fb29f with Priority: HIGHEST for action port [ 1001.731477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.731613] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.731709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.731982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.732104] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.733178] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.733345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.733446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.733667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.733862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.734010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.734107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.734302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.734428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.734551] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.736957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce51f605-5895-4167-8ada-d6d5774fb29f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.736957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.736957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.736957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.736957] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce51f605-5895-4167-8ada-d6d5774fb29f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.240177] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.241091] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.241227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.241633] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce51f605-5895-4167-8ada-d6d5774fb29f with status ACTIVE [ 1002.241633] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.241750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.241750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.242058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.242229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.242429] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.242504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.242538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.242818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.242818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.244469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.244469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.244618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.244977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.244977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.244977] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce51f605-5895-4167-8ada-d6d5774fb29f is going to be updated. [ 1002.267057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.267214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.267280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.267492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.267630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.267813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce51f605-5895-4167-8ada-d6d5774fb29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.746857] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.778145] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 1002.778420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.249228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.249491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.249626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.250156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.250366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.250525] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be created. [ 1003.283591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.283813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.283865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.284196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.284455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.296482] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: UNINITIALIZED for 2s [ 1004.605031] env[66134]: INFO networking_nsxv3.common.synchronization [req-f313eae6-a598-4b7a-b0eb-d6a91df79395 req-9a5f3c7a-7919-4abd-a692-75155af64377 tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 1004.605753] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 with Priority: HIGHEST for action security_group_members [ 1004.606132] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d7d250-a336-4d8c-bd04-55ab387d9639 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.606678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.606678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.606678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.606903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.607065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.607065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.607963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.607963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.607963] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d7d250-a336-4d8c-bd04-55ab387d9639',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.109720] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.109969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.110056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.110300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.110395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.110603] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.110699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.110814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.110917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.110991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.111094] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 is going to be updated. [ 1005.144792] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.145054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.145126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.145420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.145695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.160026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: IN_PROGRESS for 2s [ 1005.311829] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1005.312238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.312435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.312678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.312997] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.313163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.313222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.313396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.313482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.313571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.313668] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.816483] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.320332] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db28195d-f95f-4628-9ef1-2be77df9d2cf: rpc.has_security_group_logging(os_id): False [ 1006.349511] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.350436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.350436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.350436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.351026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.351149] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.351627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.351627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.353030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.353030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.353030] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be created. [ 1006.440902] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.440902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.441428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.441428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.441566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.464956] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 2s [ 1006.548308] env[66134]: INFO networking_nsxv3.common.synchronization [req-0ad3a736-cf28-479e-b4ed-bd66d6f36daa req-4b130697-71a9-405e-8f62-a3fbed063645 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_members [ 1006.548833] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_members [ 1006.549182] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.550340] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.550340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.550830] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.947194] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.947542] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.947594] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.947855] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.948149] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.948309] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.948427] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.948649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.948795] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.949012] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.949233] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.949350] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.949460] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.949831] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.949967] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.950133] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.972164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.972353] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.972495] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.972675] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.973015] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-72a159f4-0c35-4ca4-9926-30849b2f9cd2 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.973739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.973872] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.974305] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.974459] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a159f4-0c35-4ca4-9926-30849b2f9cd2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.052551] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.052720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.052795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.053081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.053182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.053394] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.053499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.053563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.053724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.053801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.054130] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04869f-0873-424c-ba16-e240886d2332 already deleted. [ 1007.054130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.169273] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 in Status: SUCCESS [ 1007.169547] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d7d250-a336-4d8c-bd04-55ab387d9639 deletion is rescheduled due to dependency. [ 1007.169736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d7d250-a336-4d8c-bd04-55ab387d9639" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.477716] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.477945] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.478015] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.478337] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.478493] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.478650] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 72a159f4-0c35-4ca4-9926-30849b2f9cd2 not found, creating... [ 1007.479047] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.479228] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.479346] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.479593] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.479735] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.480121] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.480294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.480411] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.480659] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.480794] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.480930] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 72a159f4-0c35-4ca4-9926-30849b2f9cd2 is going to be created. [ 1007.501934] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.502217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.502345] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.502657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.502924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.503210] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.339759] env[66134]: INFO networking_nsxv3.common.synchronization [req-0ad3a736-cf28-479e-b4ed-bd66d6f36daa req-5b39f83a-57f5-4670-b172-752eec051aaf service nova] Enqueued Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_rules [ 1008.340049] env[66134]: INFO networking_nsxv3.common.synchronization [req-0ad3a736-cf28-479e-b4ed-bd66d6f36daa req-5b39f83a-57f5-4670-b172-752eec051aaf service nova] Enqueued Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_members [ 1008.340197] env[66134]: INFO networking_nsxv3.common.synchronization [req-0ad3a736-cf28-479e-b4ed-bd66d6f36daa req-5b39f83a-57f5-4670-b172-752eec051aaf service nova] Enqueued Resource ID: 72a159f4-0c35-4ca4-9926-30849b2f9cd2 with Priority: HIGHEST for action port [ 1008.340772] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_rules [ 1008.340907] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_members [ 1008.341011] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a159f4-0c35-4ca4-9926-30849b2f9cd2 with Priority: HIGHEST for action port [ 1008.341329] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.341499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.341549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.341841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.341841] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.342940] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.343056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.343997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.343997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.343997] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.343997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.343997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.343997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.343997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.344393] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.346092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a159f4-0c35-4ca4-9926-30849b2f9cd2 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.346092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.346092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.346092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.346092] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a159f4-0c35-4ca4-9926-30849b2f9cd2',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.482495] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1008.482495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.847419] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.848653] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.848781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.850360] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72a159f4-0c35-4ca4-9926-30849b2f9cd2 with status ACTIVE [ 1008.850638] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.850805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.850916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.852009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.852295] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.852461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.852569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.852803] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.852924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.853199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.853463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.853463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.853543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.853609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.853711] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72a159f4-0c35-4ca4-9926-30849b2f9cd2 is going to be updated. [ 1008.878417] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.878650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.878650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.879054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.879054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.879258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a159f4-0c35-4ca4-9926-30849b2f9cd2" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.350183] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.854732] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.854732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.854732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.854732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.854732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.854732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04869f-0873-424c-ba16-e240886d2332 is going to be created. [ 1009.893026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.893026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.893026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.893026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.893026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.905995] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04869f-0873-424c-ba16-e240886d2332 in Status: UNINITIALIZED for 2s [ 1010.727367] env[66134]: INFO networking_nsxv3.common.synchronization [None req-8cde96c6-0ba9-4bc0-9be1-c5fca692d736 None None] Enqueued Resource ID: aeb25cdf-cefc-433f-b121-959b19363b12 with Priority: HIGHEST for action port [ 1010.729580] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb25cdf-cefc-433f-b121-959b19363b12 with Priority: HIGHEST for action port [ 1010.729895] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeb25cdf-cefc-433f-b121-959b19363b12 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.730036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeb25cdf-cefc-433f-b121-959b19363b12" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.730106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeb25cdf-cefc-433f-b121-959b19363b12" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.730388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeb25cdf-cefc-433f-b121-959b19363b12" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.733487] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeb25cdf-cefc-433f-b121-959b19363b12',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.233429] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeb25cdf-cefc-433f-b121-959b19363b12 [ 1011.233686] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.233836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.233921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.234511] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeb25cdf-cefc-433f-b121-959b19363b12 already deleted. [ 1011.234511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeb25cdf-cefc-433f-b121-959b19363b12" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.657624] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.658765] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.826880] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3a67559a-40e5-4d21-b7fb-47cdad867142 tempest-ServersV294TestFqdnHostnames-1162429875 tempest-ServersV294TestFqdnHostnames-1162429875-project-member] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_rules [ 1011.827777] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_rules [ 1011.828288] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.828504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.828651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.829027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.830265] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.919326] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04869f-0873-424c-ba16-e240886d2332 in Status: SUCCESS [ 1011.920109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.921220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.921480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.923500] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.923645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.923717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.923925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.924041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.924122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.924214] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.945350] env[66134]: INFO networking_nsxv3.common.synchronization [None req-eeb3b079-b65d-4191-bc03-679a3b4e7e75 tempest-ServersV294TestFqdnHostnames-1162429875 tempest-ServersV294TestFqdnHostnames-1162429875-project-member] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_rules [ 1011.945350] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_rules [ 1011.946438] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.946711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.359212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.359403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.359451] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.361019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.361139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.362466] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c already deleted. [ 1012.362627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.366061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.366061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.366061] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.427283] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.888087] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.888087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.888087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.888087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.888087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.888087] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c already deleted. [ 1012.888087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.934482] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b04869f-0873-424c-ba16-e240886d2332: rpc.has_security_group_logging(os_id): False [ 1012.954293] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.954539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.954685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.955046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.955158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.955484] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.955638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.955744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.956018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.956119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.956240] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b04869f-0873-424c-ba16-e240886d2332 is going to be created. [ 1013.026790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.027127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.027229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.027493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.027764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.043264] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b04869f-0873-424c-ba16-e240886d2332 in Status: IN_PROGRESS for 2s [ 1013.048603] env[66134]: INFO networking_nsxv3.common.synchronization [req-acf9d0be-bff0-4b8f-80e1-a6f964a3ddc0 req-b3edc60d-a857-416a-8d72-97cb312c55d1 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1013.049270] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1013.049595] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.049708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.049794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.050116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.050268] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.050365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.050429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.050588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.050674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.050767] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.120944] env[66134]: INFO networking_nsxv3.common.synchronization [None req-ddf067a4-36ed-4f05-93a6-5ddd935773f6 None None] Enqueued Resource ID: c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f with Priority: HIGHEST for action port [ 1013.123776] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f with Priority: HIGHEST for action port [ 1013.124304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.124481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.124553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.124883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.124883] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.517685] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.517933] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.518179] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.518467] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.518848] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.519055] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.519180] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.519496] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.519708] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.520052] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.520291] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.520468] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.520658] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.520824] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.520992] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.521198] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.545921] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.546128] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.546304] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.546542] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.546896] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-a3311406-f672-4088-835e-cd998c46fca8 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.547143] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.547303] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.547675] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.547847] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3311406-f672-4088-835e-cd998c46fca8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.555922] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.629195] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f [ 1013.629476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.629607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.629671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.629873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.630072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.630135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f already deleted. [ 1013.630245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1a87b4a-c4b3-43c0-a0fc-34bc208daa0f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.050504] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.050935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.051170] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.051396] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.051597] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.051788] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port a3311406-f672-4088-835e-cd998c46fca8 not found, creating... [ 1014.052197] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.052402] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.052550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.052829] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.053033] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.053422] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.053640] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.053788] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.054080] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.054297] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.054488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: a3311406-f672-4088-835e-cd998c46fca8 is going to be created. [ 1014.058190] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.076267] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.076490] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.076619] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.076910] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.077153] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.077378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.561256] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.561256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.561256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.561256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.561256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.561256] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1014.591846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.592057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.592274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.592342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.592528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.603274] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1014.781140] env[66134]: INFO networking_nsxv3.common.synchronization [req-acf9d0be-bff0-4b8f-80e1-a6f964a3ddc0 req-a4a86bcf-4d1d-4bc7-a137-8152b2620907 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1014.781325] env[66134]: INFO networking_nsxv3.common.synchronization [req-acf9d0be-bff0-4b8f-80e1-a6f964a3ddc0 req-a4a86bcf-4d1d-4bc7-a137-8152b2620907 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1014.781464] env[66134]: INFO networking_nsxv3.common.synchronization [req-acf9d0be-bff0-4b8f-80e1-a6f964a3ddc0 req-a4a86bcf-4d1d-4bc7-a137-8152b2620907 service nova] Enqueued Resource ID: a3311406-f672-4088-835e-cd998c46fca8 with Priority: HIGHEST for action port [ 1014.785469] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1014.785469] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1014.785469] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3311406-f672-4088-835e-cd998c46fca8 with Priority: HIGHEST for action port [ 1014.785469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.785469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.785469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.785469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.785469] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.786067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.786223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792042] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3311406-f672-4088-835e-cd998c46fca8 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.792042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.792042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.792042] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3311406-f672-4088-835e-cd998c46fca8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.065969] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b04869f-0873-424c-ba16-e240886d2332 in Status: SUCCESS [ 1015.065969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292736] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3311406-f672-4088-835e-cd998c46fca8 with status ACTIVE [ 1015.292736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.293180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.293180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.293669] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.294357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.294357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.294357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.294357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.294556] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3311406-f672-4088-835e-cd998c46fca8 is going to be updated. [ 1015.327571] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.327760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.327827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.328225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.328348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.328526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3311406-f672-4088-835e-cd998c46fca8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.617040] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1016.617040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.617040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.617040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.617516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.617516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.617655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.619207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.619207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.619207] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.122454] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.627336] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.741946] env[66134]: INFO networking_nsxv3.common.synchronization [None req-323dc4ed-98a1-42e0-b00b-6705c81277f9 tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1017.742614] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1017.742925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.744042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.744042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.744042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.744042] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.959740] env[66134]: INFO networking_nsxv3.common.synchronization [None req-7df116e3-7f79-490a-9302-a32a0e429072 tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1017.962209] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1017.962209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.962209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.033430] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d1c72ba5-5acc-4a8f-aafd-8d5c6025209e None None] Enqueued Resource ID: 28415232-3966-4c6c-8c6f-cee41e5fa400 with Priority: HIGHEST for action port [ 1018.033976] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28415232-3966-4c6c-8c6f-cee41e5fa400 with Priority: HIGHEST for action port [ 1018.034308] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-28415232-3966-4c6c-8c6f-cee41e5fa400 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.034433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28415232-3966-4c6c-8c6f-cee41e5fa400" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.034500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28415232-3966-4c6c-8c6f-cee41e5fa400" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.034768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28415232-3966-4c6c-8c6f-cee41e5fa400" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.034853] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28415232-3966-4c6c-8c6f-cee41e5fa400',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.132929] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.133143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.133143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.133504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.133689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.133804] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1018.170777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.170985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.171112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.171390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.186303] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1018.270431] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.271982] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 already deleted. [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.271982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.271982] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.537415] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28415232-3966-4c6c-8c6f-cee41e5fa400 [ 1018.537707] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.537771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.537833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.538058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.538171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.538329] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28415232-3966-4c6c-8c6f-cee41e5fa400 already deleted. [ 1018.538398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28415232-3966-4c6c-8c6f-cee41e5fa400" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.792314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.792314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.792314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.792314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.792848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.792848] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 already deleted. [ 1018.792848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.113974] env[66134]: INFO networking_nsxv3.common.synchronization [req-fad30e93-f3f6-4f66-83c8-d0dd48934c14 req-68043693-a261-455e-960a-0c8d8bf2e26b tempest-SecurityGroupRulesNegativeTestJSON-620514458 tempest-SecurityGroupRulesNegativeTestJSON-620514458-project-member] Enqueued Resource ID: ac2a7b3d-5449-4284-9abf-31994dec2b4f with Priority: HIGHEST for action security_group_rules [ 1019.114623] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2a7b3d-5449-4284-9abf-31994dec2b4f with Priority: HIGHEST for action security_group_rules [ 1019.115048] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.115301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.115387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.115640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.115727] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2a7b3d-5449-4284-9abf-31994dec2b4f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.588128] env[66134]: INFO networking_nsxv3.common.synchronization [req-c0d17be0-7097-4bcc-a6cc-daf9063bd34f req-38f9b58f-27e3-4c25-a7d0-66fa5a505959 tempest-SecurityGroupRulesNegativeTestJSON-620514458 tempest-SecurityGroupRulesNegativeTestJSON-620514458-project-member] Enqueued Resource ID: ac2a7b3d-5449-4284-9abf-31994dec2b4f with Priority: HIGHEST for action security_group_rules [ 1019.588675] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2a7b3d-5449-4284-9abf-31994dec2b4f with Priority: HIGHEST for action security_group_rules [ 1019.588939] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.591982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.642794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.643008] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.643082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.643301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.643397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.643498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2a7b3d-5449-4284-9abf-31994dec2b4f already deleted. [ 1019.643598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.643769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.643933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.644072] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2a7b3d-5449-4284-9abf-31994dec2b4f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.008729] env[66134]: INFO networking_nsxv3.common.synchronization [req-b6473c72-414a-4f05-b660-3ed836d885ad req-45b3600c-ea4c-4e4f-9023-c8e67914b26e tempest-ServersV294TestFqdnHostnames-1162429875 tempest-ServersV294TestFqdnHostnames-1162429875-project-member] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_members [ 1020.009373] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_members [ 1020.009780] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.009980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.011090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.013528] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.013650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.013739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.014028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.014152] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.172147] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.172354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.172422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.172785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.172785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.172946] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2a7b3d-5449-4284-9abf-31994dec2b4f already deleted. [ 1020.172946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2a7b3d-5449-4284-9abf-31994dec2b4f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.198833] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1020.199247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.200664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.200664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.200664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.200664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.200664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.200664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.200664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.200664] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.517676] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.517870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.517969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.518383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.518544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.519017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.519017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.519017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.519205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.519307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.519406] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c already deleted. [ 1020.519494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.617849] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.617849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.617849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.617849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.617849] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.618178] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.618306] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.618654] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.618848] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.619083] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.619196] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.619305] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.619414] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.619521] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.619625] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.619760] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.642597] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.643681] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.643681] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.643681] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.643937] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-955819ae-91b1-44ab-99bf-dd07228a7cd8 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.644998] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.645357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.646291] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.646291] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955819ae-91b1-44ab-99bf-dd07228a7cd8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.704762] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.708941] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.708941] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.708941] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.708941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.709828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.709828] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.151012] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.152186] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.152186] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.152450] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.152562] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.152855] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 955819ae-91b1-44ab-99bf-dd07228a7cd8 not found, creating... [ 1021.154481] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.154481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.154481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.154481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.154481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.154481] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.154481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.154481] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.154891] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.154891] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.155176] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 955819ae-91b1-44ab-99bf-dd07228a7cd8 is going to be created. [ 1021.184703] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.184854] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.185034] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.185494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.185881] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.186916] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.211768] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 1021.258123] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.258370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.258467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.259510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.259510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.260591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.260591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.260591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.260591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.260591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.261146] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.261146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.261146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.261146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.261387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.261387] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.261842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.261842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.261842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.261842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.262159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1021.368055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.369286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.369286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.369286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.369286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.387469] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1021.456565] env[66134]: INFO networking_nsxv3.common.synchronization [None req-f2c3a7ea-4eac-4a00-9761-bd34f672398b None None] Enqueued Resource ID: d1a379cd-94c2-45a5-8fda-fb3fd32b653a with Priority: HIGHEST for action port [ 1021.457035] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a379cd-94c2-45a5-8fda-fb3fd32b653a with Priority: HIGHEST for action port [ 1021.457369] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a379cd-94c2-45a5-8fda-fb3fd32b653a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.457514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a379cd-94c2-45a5-8fda-fb3fd32b653a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.457591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a379cd-94c2-45a5-8fda-fb3fd32b653a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.457853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a379cd-94c2-45a5-8fda-fb3fd32b653a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.457939] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a379cd-94c2-45a5-8fda-fb3fd32b653a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.602574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.605266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.605266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.605266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.605266] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.954157] env[66134]: INFO networking_nsxv3.common.synchronization [req-b6473c72-414a-4f05-b660-3ed836d885ad req-f3ea85e7-2b6b-4786-bf44-3ff0786b4b9b service nova] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_rules [ 1021.954409] env[66134]: INFO networking_nsxv3.common.synchronization [req-b6473c72-414a-4f05-b660-3ed836d885ad req-f3ea85e7-2b6b-4786-bf44-3ff0786b4b9b service nova] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_members [ 1021.954666] env[66134]: INFO networking_nsxv3.common.synchronization [req-b6473c72-414a-4f05-b660-3ed836d885ad req-f3ea85e7-2b6b-4786-bf44-3ff0786b4b9b service nova] Enqueued Resource ID: 955819ae-91b1-44ab-99bf-dd07228a7cd8 with Priority: HIGHEST for action port [ 1021.955478] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_rules [ 1021.955672] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_members [ 1021.956248] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955819ae-91b1-44ab-99bf-dd07228a7cd8 with Priority: HIGHEST for action port [ 1021.956681] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.956851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.956946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.957331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.957404] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.958609] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.958779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.958880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.959177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.959435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.959524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.959648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.959862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.959973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.961862] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.961862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-955819ae-91b1-44ab-99bf-dd07228a7cd8 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.961862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.961862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.961862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.961862] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955819ae-91b1-44ab-99bf-dd07228a7cd8',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.963566] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1a379cd-94c2-45a5-8fda-fb3fd32b653a [ 1021.963799] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.963949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.964063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.964292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.964425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.964548] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1a379cd-94c2-45a5-8fda-fb3fd32b653a already deleted. [ 1021.964701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a379cd-94c2-45a5-8fda-fb3fd32b653a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.108805] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.463767] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.464831] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.465044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.466289] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955819ae-91b1-44ab-99bf-dd07228a7cd8 with status ACTIVE [ 1022.466289] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.466596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.466596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.466698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.466752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.466936] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.467043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.467099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.467258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.467351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.470298] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.470298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.470298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.470298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.470298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.470298] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955819ae-91b1-44ab-99bf-dd07228a7cd8 is going to be updated. [ 1022.494290] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.494463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.494557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.494812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.494984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.495208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955819ae-91b1-44ab-99bf-dd07228a7cd8" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.611111] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.707827] env[66134]: INFO networking_nsxv3.common.synchronization [req-b53b4789-b7f9-4d03-b0d2-9730cc8f29cd req-9fd05b04-2b59-465c-8b71-f1a87df5567e tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1022.708770] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1022.708770] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.708904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.708904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.709416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.709663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.709756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.709812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.711112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.711112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.711112] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.966505] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.101706] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.101946] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.102152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.102443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.102702] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.102929] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.103085] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.103331] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.103485] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.103696] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.103811] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.103920] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.104041] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.104155] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.104261] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.104454] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.113361] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1023.113482] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1023.126230] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.126403] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.126666] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.126779] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.127032] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.127464] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.127464] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.127639] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.127774] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830a2f1f-7f9e-44dd-9b93-0353dfb7a565',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.213903] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.416220] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1023.416491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.469423] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.469855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.469855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.469971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.470027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.470169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c is going to be created. [ 1023.507027] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.507027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.507027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.507027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.507027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.520026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c in Status: UNINITIALIZED for 2s [ 1023.630692] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.630938] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.631125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.631515] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.631676] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.631890] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 830a2f1f-7f9e-44dd-9b93-0353dfb7a565 not found, creating... [ 1023.632335] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.632511] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.632631] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.632915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.633011] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.633457] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.633714] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633826] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.634121] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.634336] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.634563] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 830a2f1f-7f9e-44dd-9b93-0353dfb7a565 is going to be created. [ 1023.656765] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.656987] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.657140] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.657417] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.657646] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.657867] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.715378] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.210515] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.210757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.210757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.210978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.225563] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1024.226150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.227216] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1024.228433] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.228680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.228680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.228810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.228895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.228985] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be updated. [ 1024.265536] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.265536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.265536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.265732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.281316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.282183] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1024.282384] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.282384] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1024.284458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.284458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.284692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.284789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.284920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.297267] env[66134]: INFO networking_nsxv3.common.synchronization [req-ebf6502e-6d61-4036-be8a-049af474953d req-47d61660-8639-4610-ae1c-3b88b74fe8d0 tempest-ServerRescueTestJSON-178802872 tempest-ServerRescueTestJSON-178802872-project-member] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 1024.297888] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 1024.298209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.298338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.298397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.298607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.298763] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.298858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.298918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.299363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.299470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.299566] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.318487] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 2s [ 1024.367882] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.368168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.368168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.368367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.369962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.370545] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1024.428959] env[66134]: INFO networking_nsxv3.common.synchronization [req-b53b4789-b7f9-4d03-b0d2-9730cc8f29cd req-50c25f7c-f36f-437e-a893-64e97c0d96b0 service nova] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 1024.428959] env[66134]: INFO networking_nsxv3.common.synchronization [req-b53b4789-b7f9-4d03-b0d2-9730cc8f29cd req-50c25f7c-f36f-437e-a893-64e97c0d96b0 service nova] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1024.429143] env[66134]: INFO networking_nsxv3.common.synchronization [req-b53b4789-b7f9-4d03-b0d2-9730cc8f29cd req-50c25f7c-f36f-437e-a893-64e97c0d96b0 service nova] Enqueued Resource ID: 830a2f1f-7f9e-44dd-9b93-0353dfb7a565 with Priority: HIGHEST for action port [ 1024.429869] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_rules [ 1024.429869] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1024.429869] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830a2f1f-7f9e-44dd-9b93-0353dfb7a565 with Priority: HIGHEST for action port [ 1024.430334] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.430466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.430466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.431596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.431596] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.432209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.432209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.432209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.432371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.432371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.432493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.432660] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830a2f1f-7f9e-44dd-9b93-0353dfb7a565',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.456029] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.456179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.456252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.456483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.456781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.457073] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1024.548632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.548880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.548880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.549175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.549501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.549826] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1024.549959] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f671855f-0771-49a5-856b-332135f5db08', '4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363', '3efb43cb-bb3d-4806-98c3-13ba99b5c582', 'dd2067c8-4bce-43c4-8e02-d3d2426dcdf9', 'a8968d05-66f2-43a4-a588-f0e2b30c87ef', 'fc4994f6-ed73-46b3-831a-133def05a33f', '97f4ef89-b00d-4ca0-b8e7-45990cac0f6f', 'e5f9e5bd-e6cb-4b47-9a95-a488cd40baad', 'a1807ffb-6440-4b34-a0a8-0656c42d14e1', '8ae34e41-0eba-48e0-95cf-f15f8d8d231d', '8d24ca05-29d9-417f-830b-4f7426ed876f', 'af1c8d12-3e8a-452e-9e62-056540e664af', '0527fafd-7a6c-4ecc-a941-260f0af74413', 'f2c3cb7a-6c4e-4570-8f79-92964569657b', '9066d91e-5477-4c9a-aa2f-803d9a97fb44', '51f214d6-033d-4769-a12e-2fa29cc82b6f', '6a5c70ec-0926-4409-aa31-2e4f0cae24bb', 'b65f622c-b037-4d29-9c14-4710d58b1af9', 'ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049', '00d98c1f-c2d7-47eb-978d-904c1703915e', 'bae5aa3d-0471-40ea-a320-747cd2d434c9', '85dff4ba-88f8-40a6-85d5-d0d39ec640f7', '4af495e8-ae8d-49e7-bb15-150cf5bdd37a', 'eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f', 'ef112fb4-8e98-47a7-afd3-4770042ab40c', 'a47ea096-cd99-4651-81cb-b6d778018420', 'eebfee86-7c32-49e0-b928-d4e323b1f782', '44d7d250-a336-4d8c-bd04-55ab387d9639', '13916516-853b-4007-b8d2-02076e4d3706', '8b04869f-0873-424c-ba16-e240886d2332', '9f41dda1-5cf2-46a0-a0af-ca0b108dbd01', '421c6a27-8c26-41b6-b90a-6b90d1b49e94', '3e129dcb-9732-4afd-ad83-f5f5282f5855', 'b6ee5778-4f36-4f35-ad90-8454d61d54f3', 'db28195d-f95f-4628-9ef1-2be77df9d2cf', 'e912ad56-d8f0-409d-8fbc-89d037f88b20', 'c9de396f-ffe8-4578-9102-ff5b74861f3c', 'dc7b0c0f-f9f6-477d-8481-08bd5a1effa3', '4e229980-0efb-4d73-91ec-13130f6a94e7', '86c56909-28d8-438f-8386-2786bf70de0c', '840c5b2f-35ce-4008-baf0-c273c008980b', '56161d3b-8114-4597-b8da-f4a2a9ad0634', '485168ab-a650-49be-a1c3-aa25ba6b9389', '5df325fb-38b1-4611-b498-6f1e9e153d85', 'b9106897-4113-4dcc-ab8c-7f60fb3dcdcc', '496b84c1-cc45-467e-a49a-3670507a3ed6', '66bc9dc1-a494-489b-8adf-b3f7a6eb607b'} {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.550085] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1024.571739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.571993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.571993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.572264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.572373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572494] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1024.572608] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.572689] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1024.661475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.661694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.661914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.662227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.663476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.663811] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1024.663929] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.664058] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1024.664164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1024.664273] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1024.664456] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGH for action security_group_rules [ 1024.664604] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGH for action security_group_rules [ 1024.664709] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGH for action security_group_rules [ 1024.664810] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGH for action security_group_rules [ 1024.664903] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGH for action security_group_rules [ 1024.664999] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGH for action security_group_rules [ 1024.665191] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGH for action security_group_rules [ 1024.665361] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGH for action security_group_rules [ 1024.665519] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGH for action security_group_rules [ 1024.665655] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGH for action security_group_rules [ 1024.665759] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGH for action security_group_rules [ 1024.665852] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGH for action security_group_rules [ 1024.665952] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGH for action security_group_rules [ 1024.666052] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGH for action security_group_rules [ 1024.666149] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGH for action security_group_rules [ 1024.666249] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGH for action security_group_rules [ 1024.666416] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGH for action security_group_rules [ 1024.666556] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGH for action security_group_rules [ 1024.666655] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGH for action security_group_rules [ 1024.666749] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGH for action security_group_rules [ 1024.666881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.802600] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.900293] env[66134]: INFO networking_nsxv3.common.synchronization [req-234a2531-0db3-40ac-8cb0-8dbf208476b8 req-3e3186c7-ddb4-4b7c-81ab-c181a432f400 tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1024.900936] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1024.901112] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGH for action security_group_rules [ 1024.901224] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 with Priority: HIGH for action security_group_rules [ 1024.901356] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f with Priority: HIGH for action security_group_rules [ 1024.901468] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 with Priority: HIGH for action security_group_rules [ 1024.901562] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGH for action security_group_rules [ 1024.901654] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGH for action security_group_rules [ 1024.901743] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65f622c-b037-4d29-9c14-4710d58b1af9 with Priority: HIGH for action security_group_rules [ 1024.901833] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb with Priority: HIGH for action security_group_rules [ 1024.901922] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c3cb7a-6c4e-4570-8f79-92964569657b with Priority: HIGH for action security_group_rules [ 1024.902013] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f with Priority: HIGH for action security_group_rules [ 1024.902843] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 with Priority: HIGH for action security_group_rules [ 1024.903039] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGH for action security_group_rules [ 1024.903221] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGH for action security_group_rules [ 1024.903366] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d with Priority: HIGH for action security_group_rules [ 1024.903472] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGH for action security_group_rules [ 1024.903591] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4994f6-ed73-46b3-831a-133def05a33f with Priority: HIGH for action security_group_rules [ 1024.903725] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGH for action security_group_rules [ 1024.904291] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef with Priority: HIGH for action security_group_rules [ 1024.904431] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 with Priority: HIGH for action security_group_rules [ 1024.904538] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 with Priority: HIGH for action security_group_rules [ 1024.905146] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.905368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.905502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.905796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.905994] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.906124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.906205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.906408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.906516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.907201] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.908429] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.908542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.908605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.909666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.909666] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.909892] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.910009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.910082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.910240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.910311] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efb43cb-bb3d-4806-98c3-13ba99b5c582',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.911177] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.911294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.911341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.911531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.911625] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f4ef89-b00d-4ca0-b8e7-45990cac0f6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.913206] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.913206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.913371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.913685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.913685] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9066d91e-5477-4c9a-aa2f-803d9a97fb44',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.914967] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.914967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.914967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.914967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.914967] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.915875] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.915992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.915992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.916769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.916856] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.917584] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b65f622c-b037-4d29-9c14-4710d58b1af9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.917696] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.917743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.918324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.918324] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b65f622c-b037-4d29-9c14-4710d58b1af9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.918644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.919911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.919911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.919911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.919911] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5c70ec-0926-4409-aa31-2e4f0cae24bb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.919911] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c3cb7a-6c4e-4570-8f79-92964569657b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.920470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.920470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.920470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.920470] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c3cb7a-6c4e-4570-8f79-92964569657b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.920919] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f214d6-033d-4769-a12e-2fa29cc82b6f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.921034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.921102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.921253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.921319] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f214d6-033d-4769-a12e-2fa29cc82b6f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.922361] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0527fafd-7a6c-4ecc-a941-260f0af74413 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.922361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.922485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.922561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.922633] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0527fafd-7a6c-4ecc-a941-260f0af74413',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.923428] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.923529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.923597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.923745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.923818] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.924586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.924586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.924695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.924786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.924846] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.925977] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.925977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.925977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.925977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.925977] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae34e41-0eba-48e0-95cf-f15f8d8d231d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.926534] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.926738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.926802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.926954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.927043] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.927691] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4994f6-ed73-46b3-831a-133def05a33f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.927800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.927865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.928026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.928501] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4994f6-ed73-46b3-831a-133def05a33f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.929169] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.929276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.929342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.929489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.929561] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.930012] env[66134]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1024.930511] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.930611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.930671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.930814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.930877] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8968d05-66f2-43a4-a588-f0e2b30c87ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.931623] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.931729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.931851] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.932260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.932260] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.932799] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.932900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.932964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.933150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.933249] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2067c8-4bce-43c4-8e02-d3d2426dcdf9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.937394] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.937465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.937771] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 830a2f1f-7f9e-44dd-9b93-0353dfb7a565 with status ACTIVE [ 1024.938429] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.938429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.938429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.938429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.938813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.938993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.939113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.939182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.939369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.939452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.939634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.939729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.939788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.939931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.940042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.940132] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 830a2f1f-7f9e-44dd-9b93-0353dfb7a565 is going to be updated. [ 1024.964162] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.964446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.964446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.964661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.964741] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.964907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-830a2f1f-7f9e-44dd-9b93-0353dfb7a565" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.305936] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.320256] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.320472] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.320598] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.320878] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.321784] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.321972] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.322452] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.322559] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322817] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.323145] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.323488] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.323488] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.323621] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.323712] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.323754] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.324026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.352878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.353135] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.353382] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.353656] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.354053] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-ed21b288-ae0b-4838-b6d5-e3e0891d7036 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.354323] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.354542] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.354962] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.355213] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed21b288-ae0b-4838-b6d5-e3e0891d7036',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.436139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.436226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.436294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.436818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.436818] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.436818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.436966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.437102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.437213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.437324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.437577] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.441764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.441926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.442050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.442399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.442710] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.442802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.443046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.443046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.443152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.443234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.443334] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.445028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.445155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.445462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.445462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.445579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.445631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.445667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.445832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.445871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.449031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.449031] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.449031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.449031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.449031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.449031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.449031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.449861] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.449861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.449861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.449861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.449861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.449861] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 already deleted. [ 1025.449861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.461064] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.461273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.461327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.461582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.461773] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.461893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.461974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.462195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.462301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.462406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.462517] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.463433] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.463556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.463625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.463791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.463939] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.464064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.464129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.464322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.464418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.464538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.464619] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.465549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.465673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.465761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.465943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.466144] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.466268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.466349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.466501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.466598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.466720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.466779] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.481325] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.515213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.515213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.515213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.515895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.520118] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.520260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.524270] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.524397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.525355] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.525650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.526815] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.526931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.530158] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.530318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.531241] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.531377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.535022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.535022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.535022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.535022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.535022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.535022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.535602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.535692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.537231] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c in Status: SUCCESS [ 1025.537427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.537585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.537801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.537965] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.538103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.538189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.538379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.538495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.538595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.538686] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.541131] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.544037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.544037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544037] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.544037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.544037] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5c70ec-0926-4409-aa31-2e4f0cae24bb is going to be deleted. [ 1025.544734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.544828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.545112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.546600] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.546715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.573984] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.573984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.573984] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8968d05-66f2-43a4-a588-f0e2b30c87ef is going to be deleted. [ 1025.575168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.575500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.600517] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.600804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.601601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.601729] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f4ef89-b00d-4ca0-b8e7-45990cac0f6f is going to be deleted. [ 1025.602796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.603041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.624665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.624842] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efb43cb-bb3d-4806-98c3-13ba99b5c582 is going to be deleted. [ 1025.626018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.627083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.637257] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.637467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.651494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.651669] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0527fafd-7a6c-4ecc-a941-260f0af74413 is going to be deleted. [ 1025.652699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.652928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.673820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.674081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.679953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.680196] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae34e41-0eba-48e0-95cf-f15f8d8d231d is going to be deleted. [ 1025.681097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.681341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.744694] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.744694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.759165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.759330] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c3cb7a-6c4e-4570-8f79-92964569657b is going to be deleted. [ 1025.761496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.761496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.788316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.791033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363 is going to be deleted. [ 1025.791033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.791033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.792380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.792532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.809568] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.809784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.809878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.810238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.810354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.810444] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be updated. [ 1025.842727] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.842876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.860837] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.861085] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.861085] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.864509] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port ed21b288-ae0b-4838-b6d5-e3e0891d7036 not found, creating... [ 1025.864509] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.864509] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.864509] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.865702] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.865702] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.865702] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.865702] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 is going to be created. [ 1025.866883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.866883] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b65f622c-b037-4d29-9c14-4710d58b1af9 is going to be deleted. [ 1025.867731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.867926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.927570] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.927791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.927870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.928201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.928530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.931062] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.931283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.941434] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.941747] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.941934] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.942480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.943442] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.943794] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.946011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.946823] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f214d6-033d-4769-a12e-2fa29cc82b6f is going to be deleted. [ 1025.948499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.948814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.951197] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.951379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.954325] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: IN_PROGRESS for 2s [ 1025.958173] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.958173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.958173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.958173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.958173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.958544] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.958544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.958544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.958544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.958711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.958711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.959033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.959033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.959033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.961436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.961436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.961436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.961436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.961436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.961436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961436] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.961436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.962529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.962529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.962529] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.962714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.962714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.963120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.963972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.964708] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.965230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.965349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.965641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.965884] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.966056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.966161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.966867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.967013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.967194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.967293] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.970772] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af1c8d12-3e8a-452e-9e62-056540e664af: rpc.has_security_group_logging(os_id): False [ 1025.977756] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.983921] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.987103] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049: rpc.has_security_group_logging(os_id): False [ 1026.024962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.025248] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2067c8-4bce-43c4-8e02-d3d2426dcdf9 is going to be deleted. [ 1026.026760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.027098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.042178] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.042424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.042648] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.045979] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.046199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.052733] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.052960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.057025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.057025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be deleted. [ 1026.057486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.057834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.116259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.116434] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9066d91e-5477-4c9a-aa2f-803d9a97fb44 is going to be deleted. [ 1026.117647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.117944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.162781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.163056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.181385] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.181637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.208397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.208397] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4994f6-ed73-46b3-831a-133def05a33f is going to be deleted. [ 1026.209158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.209523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.209605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.209697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5c70ec-0926-4409-aa31-2e4f0cae24bb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.210178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.210178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8968d05-66f2-43a4-a588-f0e2b30c87ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.210952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.211227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.211325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f4ef89-b00d-4ca0-b8e7-45990cac0f6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.211692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.211819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efb43cb-bb3d-4806-98c3-13ba99b5c582" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.212206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.212315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.212407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0527fafd-7a6c-4ecc-a941-260f0af74413" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.212535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.212699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.212789] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.212864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae34e41-0eba-48e0-95cf-f15f8d8d231d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.213183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.213237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c3cb7a-6c4e-4570-8f79-92964569657b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.213709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.213709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8b50b8-d5ba-47c0-a6d8-6e34f7cbb363" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.213953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.214050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.264500] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.264704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.297035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.297035] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.297035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.297035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.297035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.297565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.297565] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1026.299395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.299395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.344077] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1026.344320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.344531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.344812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.345097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.345198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.345270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.345405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.345485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.345594] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.352922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.353477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.353704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.353795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.354071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.354231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354484] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1c8d12-3e8a-452e-9e62-056540e664af is going to be updated. [ 1026.361050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f214d6-033d-4769-a12e-2fa29cc82b6f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.362594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2067c8-4bce-43c4-8e02-d3d2426dcdf9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.364606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.364778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.365166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.365784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.365784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.365892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b65f622c-b037-4d29-9c14-4710d58b1af9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.385628] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.385902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.385979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.386330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.386491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.386686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9066d91e-5477-4c9a-aa2f-803d9a97fb44" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.430136] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.430136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.430496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.430567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.431610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.431610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4994f6-ed73-46b3-831a-133def05a33f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.471707] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1807ffb-6440-4b34-a0a8-0656c42d14e1: rpc.has_security_group_logging(os_id): False [ 1026.474939] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 1026.480586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f671855f-0771-49a5-856b-332135f5db08: rpc.has_security_group_logging(os_id): False [ 1026.487022] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d98c1f-c2d7-47eb-978d-904c1703915e: rpc.has_security_group_logging(os_id): False [ 1026.520785] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.520993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.521192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.521531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.524957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.525500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.526982] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.527187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.528444] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.528642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.539510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.539815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.545212] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14f3ddf5-b308-4560-8b5e-7098d78c196c: rpc.has_security_group_logging(os_id): False [ 1026.627211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.627211] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.627211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.627211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.627593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.627593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.627757] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.627807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.627895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.628167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.628344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.628605] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.628744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.628829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.629027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.629132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.629298] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be updated. [ 1026.630523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.631406] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.633134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.633247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.665693] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.665693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.700152] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.700152] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.700152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.711054] env[66134]: INFO networking_nsxv3.common.synchronization [req-234a2531-0db3-40ac-8cb0-8dbf208476b8 req-36aeea96-97de-41f1-be84-c64cdd4b7bdc service nova] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1026.711054] env[66134]: INFO networking_nsxv3.common.synchronization [req-234a2531-0db3-40ac-8cb0-8dbf208476b8 req-36aeea96-97de-41f1-be84-c64cdd4b7bdc service nova] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1026.711054] env[66134]: INFO networking_nsxv3.common.synchronization [req-234a2531-0db3-40ac-8cb0-8dbf208476b8 req-36aeea96-97de-41f1-be84-c64cdd4b7bdc service nova] Enqueued Resource ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 with Priority: HIGHEST for action port [ 1026.711054] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1026.711054] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1026.711054] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 with Priority: HIGHEST for action port [ 1026.711054] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.711054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.715482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.715482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.715482] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.715803] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.715940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.716388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.716388] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.716812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.716812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.716812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.717060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.717203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.717351] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.718957] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed21b288-ae0b-4838-b6d5-e3e0891d7036 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.719152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.719254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.719551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.719684] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed21b288-ae0b-4838-b6d5-e3e0891d7036',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.769131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.769257] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.769359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.769445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.769606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.769686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.769885] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.770229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.770405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.770445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.770678] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.770961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.771036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.771095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.771193] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1026.772993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.772993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.794401] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.794401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.808465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.809049] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.809300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.809486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.809852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.811231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.811231] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e is going to be updated. [ 1026.812405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.813256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.813256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.814764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.815423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.815423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.817114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.817491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.817671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.818139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.818343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.818473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.818754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.818944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.819135] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c is going to be created. [ 1026.821079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.821439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.821722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.855409] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.863874] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1026.865330] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: IN_PROGRESS for 2s [ 1026.866364] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 1026.914260] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.914260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.914260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.914524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.914634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.979697] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1026.989199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.989449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.989449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.989723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.989958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.992216] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.992430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.992430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.992619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.992760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.007620] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.007850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.007953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.008272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.008478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.022587] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c in Status: IN_PROGRESS for 2s [ 1027.037897] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: IN_PROGRESS for 2s [ 1027.038949] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1027.039586] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1027.226066] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed21b288-ae0b-4838-b6d5-e3e0891d7036 with status ACTIVE [ 1027.226066] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.226066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.226066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.226066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.226066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.226744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.226744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.226744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.226744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.226744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.227079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.227079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.227239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.227305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.227375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.227472] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 is going to be updated. [ 1027.228637] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.229684] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.229873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.267101] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.267383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.267489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.267797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.268065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.268289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.351094] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.671872] env[66134]: INFO networking_nsxv3.common.synchronization [req-efb0d760-011c-499b-866c-3b3dcd180ab1 req-689e4200-3f6d-42e3-b627-bee6d2285406 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1027.672291] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1027.672597] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.672721] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.673028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.673385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.673586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.673725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.673773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.673989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.674106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.674214] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.730526] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.853471] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.853728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.853830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.854071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.854170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.854528] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be updated. [ 1027.967545] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 1027.967545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.969361] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.969509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.969577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.969791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.969928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.979345] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 2s [ 1028.177424] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.233012] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.233184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.233274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.233526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.233622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.233729] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 is going to be created. [ 1028.275366] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.275658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.275658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.275853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.276041] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.286900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: UNINITIALIZED for 2s [ 1028.679619] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.876821] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1028.876821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.877564] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: SUCCESS [ 1028.877761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.878533] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 1028.878705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.992411] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1028.992411] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.035945] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c in Status: SUCCESS [ 1029.036241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.053040] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: SUCCESS [ 1029.053332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.058328] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1029.058328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.181898] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.182199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.182199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.183085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.183085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.183085] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1029.216737] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.216737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.216737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.216737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.216737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.227909] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1029.991748] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1029.992243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.992243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.992531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.992803] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.992964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.993057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.993292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.993397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.993498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.993613] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.308367] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: SUCCESS [ 1030.308367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.308367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.308722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.308722] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.308872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.308872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.308984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.309073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.309233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.309322] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.496197] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.812063] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.000115] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db28195d-f95f-4628-9ef1-2be77df9d2cf: rpc.has_security_group_logging(os_id): False [ 1031.018927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.018927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.018927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.018927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.047013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.047013] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.047013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.047013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.047013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.047013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.047013] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be updated. [ 1031.124532] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.124862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.124950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.125188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.125336] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.140130] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 2s [ 1031.240291] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 4s [ 1031.315178] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a47667b-094c-487a-a3df-15dcd0b80f16: rpc.has_security_group_logging(os_id): False [ 1031.336021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.336021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.336021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.336021] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 is going to be created. [ 1031.421086] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.421086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.421086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.421086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.444206] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: IN_PROGRESS for 2s [ 1031.578039] env[66134]: INFO networking_nsxv3.common.synchronization [req-1f1e37af-4797-4a60-bc8c-e7887529a1c5 req-8e4c7d7c-72c2-4e7b-b84c-77762c68fa09 tempest-ServerRescueTestJSON-178802872 tempest-ServerRescueTestJSON-178802872-project-member] Enqueued Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 1031.578746] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 with Priority: HIGHEST for action security_group_members [ 1031.578959] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e229980-0efb-4d73-91ec-13130f6a94e7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.579307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.579307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.579450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.579525] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.579624] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.579682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.580071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.580157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.580257] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e229980-0efb-4d73-91ec-13130f6a94e7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.788760] env[66134]: INFO networking_nsxv3.common.synchronization [req-17ad62cf-1131-48be-9320-9883afd9a98d req-ef9f8f55-630f-4964-9976-a17914406417 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1031.789402] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1031.789773] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.790151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.790262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.790565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.790752] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.790875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.790945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.791138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.791236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.791334] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.082854] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.083251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.083251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.084181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.108682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.108958] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.109095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.109162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.109374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.109442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.109556] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 is going to be updated. [ 1032.146922] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.146922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.146922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.147285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.147285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.157074] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: IN_PROGRESS for 2s [ 1032.293956] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.294165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.294243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.294561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.324181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.324476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.324622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.324671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.324871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.324958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.325067] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1032.361820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.361820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.361820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.361820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.361820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.370686] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1033.155022] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1033.155512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.249852] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1033.250074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461598] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: SUCCESS [ 1033.461858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.171472] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 in Status: SUCCESS [ 1034.171472] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e229980-0efb-4d73-91ec-13130f6a94e7 deletion is rescheduled due to dependency. [ 1034.171472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e229980-0efb-4d73-91ec-13130f6a94e7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.380670] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1034.380789] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1034.380875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.076881] env[66134]: INFO networking_nsxv3.common.synchronization [None req-1be4ff3d-f0b0-4bf9-9b1d-4f956326a978 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1036.079574] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1036.079912] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.080072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.080261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.080519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.080726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.080874] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.080954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.081208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.082403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.082551] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.587884] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.587884] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.587884] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.587884] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be deleted. [ 1036.633043] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.633043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.633043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.633043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.633043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.633043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.971294] env[66134]: INFO networking_nsxv3.common.synchronization [req-1399233a-a6e5-4294-a12e-f914cb2dbe61 req-20b7484c-c0c7-4f7f-bcba-b323c76ee66c tempest-ServersTestManualDisk-92881648 tempest-ServersTestManualDisk-92881648-project-member] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_members [ 1036.971881] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGHEST for action security_group_members [ 1036.972193] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.972343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.972413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.972612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.972757] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.972853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.972912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.973127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.973250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.973393] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.476263] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.476619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.479903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.480186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.480297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.481380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.481380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.481380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.481380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.481380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.481380] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e is going to be updated. [ 1037.522592] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.522592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.522592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.522592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.522592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.530488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: IN_PROGRESS for 2s [ 1038.574371] env[66134]: INFO networking_nsxv3.common.synchronization [req-ab9dad97-c83e-4524-b2f6-cb8de02297f1 req-a9ce4e28-0aab-4b74-8766-19dc08f6abfe tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1038.575323] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1038.575323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.575467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.575467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.575644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.575806] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.575905] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.575967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.576476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.576589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.576680] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.894364] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.894550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.894747] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.895053] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.895322] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.895529] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.895587] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.895800] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.896351] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.896616] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.896727] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.896834] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.896942] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.897084] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.897196] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.897348] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.918988] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.918988] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.918988] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.918988] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.918988] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-f762fb35-842c-4402-a7f1-319b75197d62 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.918988] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.918988] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.918988] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.918988] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f762fb35-842c-4402-a7f1-319b75197d62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.081060] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.421660] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.422023] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.422193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.422500] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.422647] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.422805] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port f762fb35-842c-4402-a7f1-319b75197d62 not found, creating... [ 1039.423083] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.423241] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.423358] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.423581] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.423711] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.423986] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.424207] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.424330] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.424531] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.424695] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.424839] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: f762fb35-842c-4402-a7f1-319b75197d62 is going to be created. [ 1039.448944] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.449178] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.449304] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.449575] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.452810] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.452810] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.541892] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d98c1f-c2d7-47eb-978d-904c1703915e in Status: SUCCESS [ 1039.542113] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e deletion is rescheduled due to dependency. [ 1039.542234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.584837] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.086794] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.086980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.087075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.087253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.087345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.087458] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1040.119421] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.119583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.119657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.119863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.120018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130316] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1040.136141] env[66134]: INFO networking_nsxv3.common.synchronization [req-ab9dad97-c83e-4524-b2f6-cb8de02297f1 req-d5800835-e8d0-4776-b5d4-71cb414fecf5 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1040.136317] env[66134]: INFO networking_nsxv3.common.synchronization [req-ab9dad97-c83e-4524-b2f6-cb8de02297f1 req-d5800835-e8d0-4776-b5d4-71cb414fecf5 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1040.136485] env[66134]: INFO networking_nsxv3.common.synchronization [req-ab9dad97-c83e-4524-b2f6-cb8de02297f1 req-d5800835-e8d0-4776-b5d4-71cb414fecf5 service nova] Enqueued Resource ID: f762fb35-842c-4402-a7f1-319b75197d62 with Priority: HIGHEST for action port [ 1040.136678] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1040.136808] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1040.136984] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f762fb35-842c-4402-a7f1-319b75197d62 with Priority: HIGHEST for action port [ 1040.137458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.137701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.137805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.138106] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.138106] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.138953] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.139067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.139422] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-f762fb35-842c-4402-a7f1-319b75197d62 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.139422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.139647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.139647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.139729] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f762fb35-842c-4402-a7f1-319b75197d62',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.642102] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.642751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.642751] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f762fb35-842c-4402-a7f1-319b75197d62 with status ACTIVE [ 1040.642751] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.642751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.642954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.642997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.643100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.643276] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.643366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.643428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.643582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.643659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.643833] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.643923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.643985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.644141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.644206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.644293] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f762fb35-842c-4402-a7f1-319b75197d62 is going to be updated. [ 1040.668372] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.668763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.668763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.668915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.669124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.669220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f762fb35-842c-4402-a7f1-319b75197d62" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.511553] env[66134]: INFO networking_nsxv3.common.synchronization [req-484b3258-c413-4689-9076-2cb2406cfe54 req-5110f6f6-32a4-41bd-9747-5c02fe611712 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1041.512202] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1041.512544] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.512669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.512738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.512959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.513136] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.513253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.513304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.513466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.513540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.513628] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.894142] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.894538] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.894538] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.894775] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.895051] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.895208] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.895325] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.895540] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.895682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.895890] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.896007] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.896123] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.896856] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.896856] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.896856] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.896856] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.916146] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.916308] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.916308] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.916749] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.916878] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-8a297691-bf18-420a-bfa9-4f740ceada6d taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.916978] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.917078] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.918468] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.918468] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a297691-bf18-420a-bfa9-4f740ceada6d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.015927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.016113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.016191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.016364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.016576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.016673] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.016771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.016865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.016965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.017047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.017130] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1042.047066] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.047226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.047315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.047664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.047809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.058509] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1042.143359] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1042.143535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.143693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.143927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.144234] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.144410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.144515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.144761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.144882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.145044] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.420686] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.421240] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.421554] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.422084] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.422424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.422701] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 8a297691-bf18-420a-bfa9-4f740ceada6d not found, creating... [ 1042.423248] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.423637] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.423932] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.424358] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.424669] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.425264] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.425647] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.425933] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.426412] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.426748] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.427067] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 8a297691-bf18-420a-bfa9-4f740ceada6d is going to be created. [ 1042.455165] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.455501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.455674] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.456404] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.456404] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.457026] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.648624] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.150771] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.244752] env[66134]: INFO networking_nsxv3.common.synchronization [req-484b3258-c413-4689-9076-2cb2406cfe54 req-ef883fcd-f7c2-451c-87fe-58018ee3beed service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 1043.245045] env[66134]: INFO networking_nsxv3.common.synchronization [req-484b3258-c413-4689-9076-2cb2406cfe54 req-ef883fcd-f7c2-451c-87fe-58018ee3beed service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1043.245219] env[66134]: INFO networking_nsxv3.common.synchronization [req-484b3258-c413-4689-9076-2cb2406cfe54 req-ef883fcd-f7c2-451c-87fe-58018ee3beed service nova] Enqueued Resource ID: 8a297691-bf18-420a-bfa9-4f740ceada6d with Priority: HIGHEST for action port [ 1043.246041] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 1043.246197] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1043.246275] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a297691-bf18-420a-bfa9-4f740ceada6d with Priority: HIGHEST for action port [ 1043.246953] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.246953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.246953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.247293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.247293] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.248464] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.248563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.248765] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a297691-bf18-420a-bfa9-4f740ceada6d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.248858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.248942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.249598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.249707] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a297691-bf18-420a-bfa9-4f740ceada6d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.654025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.654025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.654025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.654299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.654337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.654456] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1043.683840] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.684040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.684105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.684300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.684450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.695492] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1043.751991] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a297691-bf18-420a-bfa9-4f740ceada6d with status ACTIVE [ 1043.752271] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.752446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.752519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.752734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.752822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.753011] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.753116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.753271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.753326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.753415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.753618] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.753715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.753777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.753919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.753993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.754092] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a297691-bf18-420a-bfa9-4f740ceada6d is going to be updated. [ 1043.755227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.755325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774878] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.774878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.775114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.775246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.775495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a297691-bf18-420a-bfa9-4f740ceada6d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.069193] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1044.069385] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1044.069502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.069657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.069875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.070074] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.070231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.070309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.070402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.070482] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.070574] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.573149] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.075524] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.579945] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.580538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.580538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.580538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.580783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.580783] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1045.621818] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.622045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.622045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.622253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.622605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.637827] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1045.707561] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1045.707856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.708452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.708560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.709092] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.709092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.709310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.709456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.709604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.709766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.709940] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.212796] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.212956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.213066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.213288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.213976] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.213976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.213976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.213976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.213976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.213976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.214292] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.214292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.214292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.214437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.214570] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.214668] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.214726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.214863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.214950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.215047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.215145] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.404811] env[66134]: INFO networking_nsxv3.common.synchronization [req-7ed24480-c6df-429c-a5d2-c8ace97b7436 req-231ee621-7e71-4b15-901a-9eeca25eb943 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1046.405597] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1046.405969] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.406364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.406364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.406744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.406744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.406865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.407131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.407236] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.718913] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 1046.736943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.737165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.737245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.737503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.737658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.737998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.738137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.738209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.738416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.738530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.738736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.738863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.738978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.739172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.739281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.739490] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.739599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.739679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.739866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.739976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.740108] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1046.822319] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.822603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.822662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.822861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.823069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.844077] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1046.909910] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.910145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.910224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.910446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.935758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.936366] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.936618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.936728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.937070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.937204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.937313] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 1046.976399] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.976577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.976649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.976867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.977010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.987873] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 1047.654516] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1047.654885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.655260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.655350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.655564] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.655867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.655867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.656026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.656026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.656279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.656279] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.159350] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.159797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.159797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160200] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.160693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.160855] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.161919] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.161919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.162313] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.666485] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7b0c0f-f9f6-477d-8481-08bd5a1effa3: rpc.has_security_group_logging(os_id): False [ 1048.685771] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.685931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.686011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.686234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.686327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.686539] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.686639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.686702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.686849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.686924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.687108] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.687202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.687253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.687423] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.687545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.687688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.687780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.687834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.688056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.688113] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.688160] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1048.764308] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.764522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.764722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.765016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.765182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.781036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1048.865655] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1048.865655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.998732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 1048.998732] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 1048.998917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.469301] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.469669] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.469669] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.469839] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470106] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.470262] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.470386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470648] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.471023] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.471222] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.471397] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.471501] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.471603] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.471730] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.471880] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.491377] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.491608] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.491751] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.491926] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.492265] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-6d89392e-c6fe-485e-abe8-0111105033c7 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.492517] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.492656] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.492970] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.493122] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d89392e-c6fe-485e-abe8-0111105033c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.995071] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.998020] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 6d89392e-c6fe-485e-abe8-0111105033c7 not found, creating... [ 1049.998020] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.998020] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.998472] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998472] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998472] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998928] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.999213] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.999544] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 6d89392e-c6fe-485e-abe8-0111105033c7 is going to be created. [ 1050.021736] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.022511] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.022795] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.024018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.024018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.024018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.753131] env[66134]: INFO networking_nsxv3.common.synchronization [req-42502220-f985-421c-a432-2999ff6e4f99 req-2f71db49-f246-421a-ae13-a8b14857a171 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 1050.753405] env[66134]: INFO networking_nsxv3.common.synchronization [req-42502220-f985-421c-a432-2999ff6e4f99 req-2f71db49-f246-421a-ae13-a8b14857a171 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1050.753535] env[66134]: INFO networking_nsxv3.common.synchronization [req-42502220-f985-421c-a432-2999ff6e4f99 req-2f71db49-f246-421a-ae13-a8b14857a171 service nova] Enqueued Resource ID: 6d89392e-c6fe-485e-abe8-0111105033c7 with Priority: HIGHEST for action port [ 1050.754053] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 1050.754189] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1050.754285] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d89392e-c6fe-485e-abe8-0111105033c7 with Priority: HIGHEST for action port [ 1050.754712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.754785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.754834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.755050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.755174] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.760042] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.760364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.760364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.760499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.760632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.760729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.760791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.760999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.761088] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.761132] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.762403] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d89392e-c6fe-485e-abe8-0111105033c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.762537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.762669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.762954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.762954] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d89392e-c6fe-485e-abe8-0111105033c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.797178] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1050.797428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.967039] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3815b771-6a4b-4fde-80ad-8e0f48ba2374 None None] Enqueued Resource ID: 816c3f93-7336-459a-b4ab-a1224ea5281f with Priority: HIGHEST for action port [ 1050.967591] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c3f93-7336-459a-b4ab-a1224ea5281f with Priority: HIGHEST for action port [ 1050.967924] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-816c3f93-7336-459a-b4ab-a1224ea5281f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.968873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816c3f93-7336-459a-b4ab-a1224ea5281f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.968873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816c3f93-7336-459a-b4ab-a1224ea5281f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.968873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816c3f93-7336-459a-b4ab-a1224ea5281f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.968873] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816c3f93-7336-459a-b4ab-a1224ea5281f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.026068] env[66134]: INFO networking_nsxv3.common.synchronization [req-e22b89c1-4ef5-4ef0-ac93-5976d07a7578 req-f215ef10-c6d7-4510-bdf6-bba04d3df723 tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1051.026202] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1051.027645] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.027983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.028111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.028365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.028572] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.028710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.028810] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.028985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.029125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.029239] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.266151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.266151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.266151] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.268043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d89392e-c6fe-485e-abe8-0111105033c7 with status ACTIVE [ 1051.269011] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.269011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.269011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.269244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.269743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.269743] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.269743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.269743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.270234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.270234] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.270315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.270389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.270448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.270600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.270764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.270764] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d89392e-c6fe-485e-abe8-0111105033c7 is going to be updated. [ 1051.282771] env[66134]: INFO networking_nsxv3.common.synchronization [None req-aaf7f005-ca1b-4e17-bcae-eeabbffb3865 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1051.283577] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1051.284195] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.284195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.284195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.284472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.284513] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.294125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.294288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.294382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.294939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.294939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.294939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.405469] env[66134]: INFO networking_nsxv3.common.synchronization [None req-8372cf58-2886-45bf-81b7-dffcf58d0e10 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1051.405469] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1051.405469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.405469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.432125] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.432125] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.432125] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.432125] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.432125] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.432795] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.432795] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.432795] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.432795] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.432795] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.467119] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.467486] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.467486] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.467727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-910" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.467988] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-6f9ea87b-5463-4fa7-81da-513115a6fc84 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.468421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.468421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.468806] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.469192] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9ea87b-5463-4fa7-81da-513115a6fc84',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.472011] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 816c3f93-7336-459a-b4ab-a1224ea5281f [ 1051.472228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.472354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.472547] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.472857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.472857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.472857] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:816c3f93-7336-459a-b4ab-a1224ea5281f already deleted. [ 1051.473121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816c3f93-7336-459a-b4ab-a1224ea5281f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.532952] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.533948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.533948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.533948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.533948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.534157] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.534157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.534246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.534373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.534476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.534572] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 1051.564979] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.565201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.565286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.565502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.565649] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.575982] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 1051.768027] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.809968] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.810208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.810208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.810461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.810556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.810646] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad already deleted. [ 1051.810731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.810895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.811078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.811162] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.971972] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.972233] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.972359] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.972691] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.972850] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.973019] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 6f9ea87b-5463-4fa7-81da-513115a6fc84 not found, creating... [ 1051.973290] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.973477] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.973653] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.973857] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.973997] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.978197] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.978426] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.981888] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.981888] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.981888] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.981888] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 6f9ea87b-5463-4fa7-81da-513115a6fc84 is going to be created. [ 1052.002212] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.005031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.005031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.005031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.005031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.005031] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.271501] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.271691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.271765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.271938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.272073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.272783] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be created. [ 1052.310862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.311072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.311072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.311358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.311740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.323102] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: UNINITIALIZED for 2s [ 1052.334988] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.335171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.335240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.335452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.335544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.335639] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad already deleted. [ 1052.335722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.713396] env[66134]: INFO networking_nsxv3.common.synchronization [req-e22b89c1-4ef5-4ef0-ac93-5976d07a7578 req-b6e35e50-7230-4ced-a591-7bdf30690157 service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 1052.713587] env[66134]: INFO networking_nsxv3.common.synchronization [req-e22b89c1-4ef5-4ef0-ac93-5976d07a7578 req-b6e35e50-7230-4ced-a591-7bdf30690157 service nova] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1052.713729] env[66134]: INFO networking_nsxv3.common.synchronization [req-e22b89c1-4ef5-4ef0-ac93-5976d07a7578 req-b6e35e50-7230-4ced-a591-7bdf30690157 service nova] Enqueued Resource ID: 6f9ea87b-5463-4fa7-81da-513115a6fc84 with Priority: HIGHEST for action port [ 1052.714455] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_rules [ 1052.714455] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1052.714539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9ea87b-5463-4fa7-81da-513115a6fc84 with Priority: HIGHEST for action port [ 1052.714776] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.714927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.714971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.717135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.717519] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.719202] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.719268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.719965] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f9ea87b-5463-4fa7-81da-513115a6fc84 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.720093] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.720195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.721260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.721260] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9ea87b-5463-4fa7-81da-513115a6fc84',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.223420] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f9ea87b-5463-4fa7-81da-513115a6fc84 with status ACTIVE [ 1053.223881] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.223881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.223881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.224129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.224129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.224329] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.224421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.224463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.224601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.224662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.224889] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.225010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.225075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.225220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.225294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.225407] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f9ea87b-5463-4fa7-81da-513115a6fc84 is going to be updated. [ 1053.227475] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.227619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.248998] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.249211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.249260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.249496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.249647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.249833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f9ea87b-5463-4fa7-81da-513115a6fc84" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.387219] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3c91fb45-4cac-40d1-99b5-3142e6527846 None None] Enqueued Resource ID: c0d289ba-127b-4f51-9648-38f4f6b100b7 with Priority: HIGHEST for action port [ 1053.388190] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d289ba-127b-4f51-9648-38f4f6b100b7 with Priority: HIGHEST for action port [ 1053.388190] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d289ba-127b-4f51-9648-38f4f6b100b7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.388190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d289ba-127b-4f51-9648-38f4f6b100b7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.388190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d289ba-127b-4f51-9648-38f4f6b100b7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.388466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d289ba-127b-4f51-9648-38f4f6b100b7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.388551] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d289ba-127b-4f51-9648-38f4f6b100b7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.588043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 1053.588237] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 1053.588356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.588529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.588772] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.588973] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.589097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.589163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.589338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.589486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.589594] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.891025] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0d289ba-127b-4f51-9648-38f4f6b100b7 [ 1053.891266] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.891438] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.891512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.891732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.891843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.891939] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0d289ba-127b-4f51-9648-38f4f6b100b7 already deleted. [ 1053.892033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d289ba-127b-4f51-9648-38f4f6b100b7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.092158] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.333663] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 1054.334137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.334137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.334307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.334481] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.334594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.334654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.334831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.334915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.334999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.335104] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.594531] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.838228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.838439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.838439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.838765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.838862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.838988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.839078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.839258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.839360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.839472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.839648] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.839765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.839844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.840038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.840155] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.840248] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.840359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.840492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.840591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.840685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.840773] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.097500] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.097800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.097800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.097998] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.098137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.098320] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 1055.130943] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.131213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.131213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.131391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.131567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.141593] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 1055.343440] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f9e5bd-e6cb-4b47-9a95-a488cd40baad: rpc.has_security_group_logging(os_id): False [ 1055.367697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.367862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.367929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.368150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.368242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.368456] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.368558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.368619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.368765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.368840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.369015] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.369114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.369173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.369311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.369383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.369559] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.369654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.369710] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.369849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.369923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.370014] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be created. [ 1055.446950] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.447215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.447310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.447653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.447936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.461550] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 1057.083206] env[66134]: INFO networking_nsxv3.common.synchronization [req-e85e8c44-86f7-4c9e-899a-3a7e31186a84 req-c9ee0955-4a9c-4f21-8913-25ebee055cef tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1057.083871] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1057.086531] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.086683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.086775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.087600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.088222] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.088340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.088412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.088599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.088678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.088781] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.154216] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.154216] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.154216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.154981] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.480369] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 1057.480687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.487367] env[66134]: INFO networking_nsxv3.common.synchronization [req-c74f5aa9-463e-4044-a5b7-70bdf446114b req-e4d20098-b35c-4d9e-8ccb-3040ad96e309 tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_members [ 1057.487870] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGHEST for action security_group_members [ 1057.488349] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.488349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.488735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.488735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.488855] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.489029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.489029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.489220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.489285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.489351] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.492530] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.492779] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.493638] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.493638] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.493638] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.493638] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.494115] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.494115] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.494383] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.494563] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.494796] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.495024] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.495204] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.495291] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.495493] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.495594] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.517707] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.517890] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.518047] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.518225] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.518567] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-44ad2474-ed32-4d9a-8445-dd4774940897 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.518739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.518858] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.519213] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.519353] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ad2474-ed32-4d9a-8445-dd4774940897',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.591364] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.658040] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.658040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.658040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.658708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.658897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.659080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.659080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.659254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.659358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.659453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.660028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.660028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.660189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.660274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.660416] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.660563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.661586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.661793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.661891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.661983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662091] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.999009] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.999169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.999251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.999483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.999582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.999816] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.999922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.999986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.000165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.000243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.000331] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af1c8d12-3e8a-452e-9e62-056540e664af is going to be updated. [ 1058.021632] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.021790] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.021920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.022215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.022368] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.022592] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 44ad2474-ed32-4d9a-8445-dd4774940897 not found, creating... [ 1058.022870] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.023044] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.023167] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.023384] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.023525] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.024191] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.024389] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.024517] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.024746] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.025022] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.025185] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 44ad2474-ed32-4d9a-8445-dd4774940897 is going to be created. [ 1058.029053] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.029216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.029272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.029424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.029552] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.037790] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: IN_PROGRESS for 2s [ 1058.044958] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.045132] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.045183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.045425] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.045649] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.046065] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.066810] env[66134]: INFO networking_nsxv3.common.synchronization [req-f0f91bf0-5d06-44c3-b1b0-c42aa9eff6db req-afdc01f5-8452-4c2c-9770-37bc58bf821f tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1058.067339] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1058.067646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.067767] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.067833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068265] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.068354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.068702] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.093092] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.165236] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5df325fb-38b1-4611-b498-6f1e9e153d85: rpc.has_security_group_logging(os_id): False [ 1058.191486] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.191709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.191709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.192209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.192209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.192429] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.192429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.192629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.192739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.192896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.193878] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.194061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.194138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.194324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.194537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194703] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.194852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.194959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.195077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.195162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.195255] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 1058.304199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.304565] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.304695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.304825] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.305040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.320020] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 1058.570548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.570759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.570842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.571123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.571240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.571586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.571651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.571820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.571968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.572023] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1058.595215] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.595368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.595437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.595644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.595726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.595827] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1058.600766] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.600766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.600766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.600766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.600766] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.610176] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1058.628224] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.628371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.628442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.628655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.628812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.640677] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1058.771245] env[66134]: INFO networking_nsxv3.common.synchronization [req-e85e8c44-86f7-4c9e-899a-3a7e31186a84 req-9c6279a3-0729-4c82-8069-145682d10b1a service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1058.771245] env[66134]: INFO networking_nsxv3.common.synchronization [req-e85e8c44-86f7-4c9e-899a-3a7e31186a84 req-9c6279a3-0729-4c82-8069-145682d10b1a service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1058.771245] env[66134]: INFO networking_nsxv3.common.synchronization [req-e85e8c44-86f7-4c9e-899a-3a7e31186a84 req-9c6279a3-0729-4c82-8069-145682d10b1a service nova] Enqueued Resource ID: 44ad2474-ed32-4d9a-8445-dd4774940897 with Priority: HIGHEST for action port [ 1058.771245] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1058.771245] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1058.771245] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ad2474-ed32-4d9a-8445-dd4774940897 with Priority: HIGHEST for action port [ 1058.771245] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.771570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.771570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.771680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.771680] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.773071] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.773166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.773398] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-44ad2474-ed32-4d9a-8445-dd4774940897 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.773518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.773597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.773801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.773882] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ad2474-ed32-4d9a-8445-dd4774940897',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.274225] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.274536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.275645] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44ad2474-ed32-4d9a-8445-dd4774940897 with status ACTIVE [ 1059.275826] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.275943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.276021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.276241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.276330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.276661] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.276661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.276661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.276934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.277022] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.277207] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.277302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.277364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.277507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.277583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.277694] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44ad2474-ed32-4d9a-8445-dd4774940897 is going to be updated. [ 1059.303382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.303382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.303382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.303382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.303723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.303723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44ad2474-ed32-4d9a-8445-dd4774940897" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.511626] env[66134]: INFO networking_nsxv3.common.synchronization [req-05b1fa6c-8094-43aa-bafe-e3b1073b7f5e req-3b1c3910-f78a-4ed1-b2e2-0dc4839bf987 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1059.512183] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1059.512530] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.512933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.512933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.513215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.513215] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.513364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.513428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.513538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.513616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.513711] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.852384] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.852606] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.853152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.853152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.853976] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.853976] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.854137] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.854379] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.854565] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.855053] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.855053] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.855053] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.855053] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.855217] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.855217] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.855327] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.876329] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.876475] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.876618] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.876800] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.877128] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-b4123c9d-4f99-4f50-a330-00c597fcfce7 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.877301] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.877422] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.877763] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.877915] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4123c9d-4f99-4f50-a330-00c597fcfce7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.015921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.016181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.016300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.016590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.016692] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.016921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.017061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.017153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.017329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.017407] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.017498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad already deleted. [ 1060.017625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.048875] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af1c8d12-3e8a-452e-9e62-056540e664af in Status: SUCCESS [ 1060.049125] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af1c8d12-3e8a-452e-9e62-056540e664af deletion is rescheduled due to dependency. [ 1060.049247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.335249] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 1060.335606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.380836] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.381184] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.381378] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.381682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.381841] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.382580] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port b4123c9d-4f99-4f50-a330-00c597fcfce7 not found, creating... [ 1060.382580] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.382762] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.382762] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.383074] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.383229] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.383530] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.383691] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.383806] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.384055] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.384200] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.384344] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: b4123c9d-4f99-4f50-a330-00c597fcfce7 is going to be created. [ 1060.410913] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.411212] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.411351] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.411636] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.411871] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.412134] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619845] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1060.620090] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1060.620164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649664] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1060.649904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.650076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.650304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.650553] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.650678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.650738] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.650895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.650975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.651084] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.100713] env[66134]: INFO networking_nsxv3.common.synchronization [req-05b1fa6c-8094-43aa-bafe-e3b1073b7f5e req-d945906d-e65d-4a92-9255-cc55835561cd service nova] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1061.100713] env[66134]: INFO networking_nsxv3.common.synchronization [req-05b1fa6c-8094-43aa-bafe-e3b1073b7f5e req-d945906d-e65d-4a92-9255-cc55835561cd service nova] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1061.100807] env[66134]: INFO networking_nsxv3.common.synchronization [req-05b1fa6c-8094-43aa-bafe-e3b1073b7f5e req-d945906d-e65d-4a92-9255-cc55835561cd service nova] Enqueued Resource ID: b4123c9d-4f99-4f50-a330-00c597fcfce7 with Priority: HIGHEST for action port [ 1061.101528] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1061.101986] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1061.102229] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4123c9d-4f99-4f50-a330-00c597fcfce7 with Priority: HIGHEST for action port [ 1061.102641] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.102791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.102859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.103233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.103956] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.107612] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.107714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.107786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.108325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.110066] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.110168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.110168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.111352] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.111514] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4123c9d-4f99-4f50-a330-00c597fcfce7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.111514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.111654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.112365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.112365] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4123c9d-4f99-4f50-a330-00c597fcfce7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.154026] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.606225] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.606645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.614867] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4123c9d-4f99-4f50-a330-00c597fcfce7 with status ACTIVE [ 1061.615108] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.615263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.615320] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.615526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.615719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.615783] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.616126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.616346] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.616405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.616742] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4123c9d-4f99-4f50-a330-00c597fcfce7 is going to be updated. [ 1061.617888] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.643904] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.644031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.644104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.644312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.644449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.644615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4123c9d-4f99-4f50-a330-00c597fcfce7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.655803] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.121251] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.161672] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.161872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.161911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.163026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.163026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.163026] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1062.194327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.194327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.194327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.194543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.194693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.204995] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1062.623674] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.623943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.624037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.625377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.625377] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be created. [ 1062.650390] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.650678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.650678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.650915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.651062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.661850] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: UNINITIALIZED for 2s [ 1064.216108] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 4s [ 1064.386891] env[66134]: INFO networking_nsxv3.common.synchronization [req-54373722-faef-4761-ba3b-88f15b54e98a req-00773549-0c40-49e8-a55c-9ed450a772ef tempest-ServerDiskConfigTestJSON-432595411 tempest-ServerDiskConfigTestJSON-432595411-project-member] Enqueued Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1064.387573] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 with Priority: HIGHEST for action security_group_members [ 1064.390918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-5df325fb-38b1-4611-b498-6f1e9e153d85 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.391060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.391133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.391653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.391712] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391992] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5df325fb-38b1-4611-b498-6f1e9e153d85',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.674165] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1064.674165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.674165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674165] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.674165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.674165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.674165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674623] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.894364] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.894581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.894667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.894931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.895055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.895284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.895403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.895488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.895702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.895783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.895864] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 is going to be updated. [ 1064.925568] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.925731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.925809] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.926031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.926175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.937498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: IN_PROGRESS for 2s [ 1065.178852] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.680864] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad: rpc.has_security_group_logging(os_id): False [ 1065.700026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.700229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.700312] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.700535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.700654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.700918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.701035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.701101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.701318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.701447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.701556] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be created. [ 1065.768572] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.768787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.768787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.782082] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1066.227243] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1066.227452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.228100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.228341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.228580] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.228716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.228782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.229016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.230145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.230310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.230433] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.737352] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.737835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.737835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.737943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.738212] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.738421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.738489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.738736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.738891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.739392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.739461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.739908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.739908] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.739908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.739908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.742227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.743849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.743995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.744101] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.948440] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 in Status: SUCCESS [ 1066.948591] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5df325fb-38b1-4611-b498-6f1e9e153d85 deletion is rescheduled due to dependency. [ 1066.948705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5df325fb-38b1-4611-b498-6f1e9e153d85" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.198493] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.198723] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.198868] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.199189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.199479] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.199652] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.199796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.200038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.200222] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.200496] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.200624] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.200780] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.200912] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.201057] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.201304] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.201455] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.221336] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.221591] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.221688] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.221821] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-440" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.222179] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-6d89392e-c6fe-485e-abe8-0111105033c7 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.222370] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.222498] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.222822] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.222961] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d89392e-c6fe-485e-abe8-0111105033c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.247352] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 1067.265078] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.265353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.265353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.265555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.265657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.265913] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.266058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.266122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.266276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.266347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.266526] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.266639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.266706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.266807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.266891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.267062] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.267165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.267216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.267353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.267430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.267513] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1067.334753] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.334954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.335017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.335220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.335446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.356554] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1067.725994] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.726249] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.726407] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.726670] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.726937] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.727266] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.727430] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.727551] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.727957] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.728162] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.728463] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.728624] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.728737] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.729038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.729189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.729335] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 6d89392e-c6fe-485e-abe8-0111105033c7 is going to be updated. [ 1067.755810] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.756241] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.756295] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.756542] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.756809] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.757049] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.795562] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1067.795914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.474603] env[66134]: INFO networking_nsxv3.common.synchronization [req-7ea54f4b-c729-4b7d-b071-2462edfaf8d2 req-1d866d9f-1422-48d0-ac42-f4780fe27597 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 1068.474743] env[66134]: INFO networking_nsxv3.common.synchronization [req-7ea54f4b-c729-4b7d-b071-2462edfaf8d2 req-1d866d9f-1422-48d0-ac42-f4780fe27597 service nova] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1068.474791] env[66134]: INFO networking_nsxv3.common.synchronization [req-7ea54f4b-c729-4b7d-b071-2462edfaf8d2 req-1d866d9f-1422-48d0-ac42-f4780fe27597 service nova] Enqueued Resource ID: 6d89392e-c6fe-485e-abe8-0111105033c7 with Priority: HIGHEST for action port [ 1068.475353] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_rules [ 1068.475491] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1068.475607] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d89392e-c6fe-485e-abe8-0111105033c7 with Priority: HIGHEST for action port [ 1068.475863] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.475985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.476060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.476267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.476340] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.477190] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.477324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.477400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.477743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.477743] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.477743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.478067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.478067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.478067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.478300] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.478820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d89392e-c6fe-485e-abe8-0111105033c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.478958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.479050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.479132] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.479199] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d89392e-c6fe-485e-abe8-0111105033c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.817200] env[66134]: INFO networking_nsxv3.common.synchronization [req-83e25d94-0be2-4b27-a426-09f7771c8bcf req-a4c6f0a1-62e5-4537-92cc-857e44fedbd9 tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 1068.817800] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 1068.818207] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.818424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.818496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.818871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.818871] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.819085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.819085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.819371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819491] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.981570] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.982749] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.982931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.983132] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d89392e-c6fe-485e-abe8-0111105033c7 with status ACTIVE [ 1068.983203] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.983337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.983379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.983575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.983663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.984238] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.984238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.984238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.984238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.984238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.984512] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.984512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.984512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.985221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.985221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.985221] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d89392e-c6fe-485e-abe8-0111105033c7 is going to be updated. [ 1069.009903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.010092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.010216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.010422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.010609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.011079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d89392e-c6fe-485e-abe8-0111105033c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.324656] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.374038] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1069.374167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.487208] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.827175] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.990016] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.990104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.990135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.991479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.991479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.991479] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 1070.020024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.020176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.020245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.020459] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.020609] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.031553] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 1070.331430] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.331791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.331791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.332174] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.332317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.332532] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be updated. [ 1070.365639] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.365639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.365927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.365927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.366115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.377140] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 1071.350053] env[66134]: INFO networking_nsxv3.common.synchronization [req-ee2fee91-5ac8-4b17-bf08-ac67266a5425 req-c1cbf9b6-6e3d-41ec-afd9-4bf22255fc76 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1071.350669] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1071.352251] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.352462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353923] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.354098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.354192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.354403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.354528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.354660] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.790723] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.790723] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.790723] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.790723] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.790723] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.790723] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.791331] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.791683] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.791933] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.792260] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.792467] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.792724] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.793029] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.793255] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.793529] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.793783] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.833016] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.833016] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.833016] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.833016] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.833016] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-50316fab-66b2-461c-9429-56e461a4fe3f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.833016] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.833016] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.833016] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.833016] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50316fab-66b2-461c-9429-56e461a4fe3f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.860039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860039] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860039] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1071.910993] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.911110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.911164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.911375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.911521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.923879] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1072.043243] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 1072.043538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.043720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.043988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.044199] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.044323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.044381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.044602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.044861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.045010] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.045158] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.334627] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.335110] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.335909] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.335909] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.335909] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.336285] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 50316fab-66b2-461c-9429-56e461a4fe3f not found, creating... [ 1072.336698] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.337115] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.337286] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.337657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.337889] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.338282] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.338544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.338752] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.339053] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.339255] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.339563] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 50316fab-66b2-461c-9429-56e461a4fe3f is going to be created. [ 1072.364069] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.364413] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.364494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.364810] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.365158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.365411] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393390] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 1072.393556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.547257] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.547510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.547510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.547759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.547945] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.548102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.548152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.548305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.548404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.548496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.548656] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.548752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.548813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.548974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.549122] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.549252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.549329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.549473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.549566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.549651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.549770] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.612236] env[66134]: INFO networking_nsxv3.common.synchronization [req-14db5404-046a-4431-b29e-28f27d1dfed5 req-d5251c72-1a1c-4c39-809d-0a23ee01cb55 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1072.612800] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1072.613151] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.613288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.613581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.613713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.613889] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.614270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.614270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.614270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.614363] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.614389] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.050068] env[66134]: INFO networking_nsxv3.common.synchronization [req-ee2fee91-5ac8-4b17-bf08-ac67266a5425 req-cb592451-f905-46ba-a7f1-a3cf90076ff3 service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 1073.050068] env[66134]: INFO networking_nsxv3.common.synchronization [req-ee2fee91-5ac8-4b17-bf08-ac67266a5425 req-cb592451-f905-46ba-a7f1-a3cf90076ff3 service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1073.050068] env[66134]: INFO networking_nsxv3.common.synchronization [req-ee2fee91-5ac8-4b17-bf08-ac67266a5425 req-cb592451-f905-46ba-a7f1-a3cf90076ff3 service nova] Enqueued Resource ID: 50316fab-66b2-461c-9429-56e461a4fe3f with Priority: HIGHEST for action port [ 1073.050367] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 1073.050367] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1073.050367] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50316fab-66b2-461c-9429-56e461a4fe3f with Priority: HIGHEST for action port [ 1073.050790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.050790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.050790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051086] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.051917] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.052872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.053125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-50316fab-66b2-461c-9429-56e461a4fe3f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.053538] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.053605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.053960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.053960] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50316fab-66b2-461c-9429-56e461a4fe3f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.054997] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f9e5bd-e6cb-4b47-9a95-a488cd40baad: rpc.has_security_group_logging(os_id): False [ 1073.073095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.073246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.073333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.073528] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.073715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.073836] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.073936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.073991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.074164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.074255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.074436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.074530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.074603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.074745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.074896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.074991] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.075137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.075199] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.075340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.075415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.075498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 1073.116982] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.136050] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.136050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.136050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.136295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.136470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.158234] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 1073.557143] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.557143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.557143] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50316fab-66b2-461c-9429-56e461a4fe3f with status ACTIVE [ 1073.557143] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.557143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.557143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.557143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.557143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.557691] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.557691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.557691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.557691] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.558065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.558124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.558246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.558246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.560091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.560091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.560091] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50316fab-66b2-461c-9429-56e461a4fe3f is going to be updated. [ 1073.581954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.582142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.582178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.582379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.582513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.582703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50316fab-66b2-461c-9429-56e461a4fe3f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.620062] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.933844] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1073.933844] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1073.933844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.934369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.934694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.934984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.936081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.936081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.936081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.936081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.936081] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.123530] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.123701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.123795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.124105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.124105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.124318] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1074.153096] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.153258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.153341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.153562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.153739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.164063] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1074.258912] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d1a62ff0-dbb6-4421-8609-7472aaa514e3 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_rules [ 1074.259376] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_rules [ 1074.259729] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.259870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.259969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.260442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.260442] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.440122] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.490568] env[66134]: INFO networking_nsxv3.common.synchronization [None req-0488b6bc-d7f1-46a6-99e2-be956515fb9b tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_rules [ 1074.491297] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_rules [ 1074.491479] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.491584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.782425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.782774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.782774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.784018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.784018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.784018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 already deleted. [ 1074.784018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.784018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.784018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.784018] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.943414] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.179387] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 1075.179387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.254870] env[66134]: INFO networking_nsxv3.common.synchronization [None req-d51121b8-72a4-42a1-945f-1916abf65926 None None] Enqueued Resource ID: 51c4cbac-8b2a-48bb-b508-c44556514d89 with Priority: HIGHEST for action port [ 1075.255415] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c4cbac-8b2a-48bb-b508-c44556514d89 with Priority: HIGHEST for action port [ 1075.255730] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-51c4cbac-8b2a-48bb-b508-c44556514d89 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.255888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51c4cbac-8b2a-48bb-b508-c44556514d89" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.255927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51c4cbac-8b2a-48bb-b508-c44556514d89" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.256195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51c4cbac-8b2a-48bb-b508-c44556514d89" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.256286] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c4cbac-8b2a-48bb-b508-c44556514d89',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.307059] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.307162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.307214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.307434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.307529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.307623] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 already deleted. [ 1075.307708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.445631] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.446450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.446450] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1075.482280] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.482464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.482508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.483322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.483481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.494518] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1075.759281] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51c4cbac-8b2a-48bb-b508-c44556514d89 [ 1075.760024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.760024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.760024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.760294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.760294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.760294] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51c4cbac-8b2a-48bb-b508-c44556514d89 already deleted. [ 1075.760429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51c4cbac-8b2a-48bb-b508-c44556514d89" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.992084] env[66134]: INFO networking_nsxv3.common.synchronization [req-68182b13-363a-4403-afc2-0a000a11d4db req-50c5c93a-c8ed-4da1-9e8c-388f1ab8423e tempest-ServerRescueNegativeTestJSON-152554484 tempest-ServerRescueNegativeTestJSON-152554484-project-member] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 1075.992932] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGHEST for action security_group_members [ 1075.993275] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.994191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.994274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.994639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.994812] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.994925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.995048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.995187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.995277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.995376] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.179449] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1076.179449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.499681] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.499845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.499845] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.500063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.500163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.500369] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.500466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.503260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.503260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.503260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.503260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be updated. [ 1076.541402] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.541402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.541402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.541402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.541402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.561827] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: IN_PROGRESS for 2s [ 1076.735187] env[66134]: INFO networking_nsxv3.common.synchronization [req-a0016b44-43c0-47fb-a830-0629171dc32f req-662a54ec-03bb-4a50-8c2b-b42c2aad2733 tempest-ServersV294TestFqdnHostnames-1162429875 tempest-ServersV294TestFqdnHostnames-1162429875-project-member] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_members [ 1076.737248] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGHEST for action security_group_members [ 1076.737504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.737647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.738054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.738054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.738130] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.738218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.738297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.738432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.738642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.738642] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.241551] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.242316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.242316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.242316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.242555] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.242555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.242773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.242885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.242993] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c is going to be updated. [ 1077.299930] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.300242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.300242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.300502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.300714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.313903] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c in Status: IN_PROGRESS for 2s [ 1077.505320] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1077.505558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.505752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.505966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.506173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.506292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.506359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.506513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.506591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.506676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.506768] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.846012] env[66134]: INFO networking_nsxv3.common.synchronization [None req-3055cf8a-27d2-46d8-b54f-d06bcfbaee79 None None] Enqueued Resource ID: e1bc1799-67af-4c78-a8ab-0ca3d3579feb with Priority: HIGHEST for action port [ 1077.846602] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bc1799-67af-4c78-a8ab-0ca3d3579feb with Priority: HIGHEST for action port [ 1077.846914] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1bc1799-67af-4c78-a8ab-0ca3d3579feb taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.847210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1bc1799-67af-4c78-a8ab-0ca3d3579feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.847302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1bc1799-67af-4c78-a8ab-0ca3d3579feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.847569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1bc1799-67af-4c78-a8ab-0ca3d3579feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.847654] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1bc1799-67af-4c78-a8ab-0ca3d3579feb',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.009248] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.009473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.009536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.009755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.009921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.010061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.010128] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.010277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.010371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.010475] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.010653] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.010771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.010837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.010980] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.011133] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.011224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.011305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.011446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.011516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.011599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.011691] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.076536] env[66134]: INFO networking_nsxv3.common.synchronization [req-026ae566-1eb5-4f29-9ef2-6c6eb0547b1b req-55845fe2-e797-4af2-b3db-da8f4349c1f1 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_members [ 1078.077448] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04869f-0873-424c-ba16-e240886d2332 with Priority: HIGHEST for action security_group_members [ 1078.077771] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04869f-0873-424c-ba16-e240886d2332 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.077899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.077985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.078310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.078478] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.078580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.078645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.078804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.078931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.079105] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04869f-0873-424c-ba16-e240886d2332',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.398309] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1bc1799-67af-4c78-a8ab-0ca3d3579feb [ 1078.398674] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.398674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.398769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.398907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.399045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.399144] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1bc1799-67af-4c78-a8ab-0ca3d3579feb already deleted. [ 1078.399179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1bc1799-67af-4c78-a8ab-0ca3d3579feb" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.517152] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7b0c0f-f9f6-477d-8481-08bd5a1effa3: rpc.has_security_group_logging(os_id): False [ 1078.539423] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.539590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.539678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.540295] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.540295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.540702] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.540790] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.541190] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.541247] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.541333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.541390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.541521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.541648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.541732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1078.570694] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 in Status: SUCCESS [ 1078.570781] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 deletion is rescheduled due to dependency. [ 1078.570892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.582214] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.582384] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.582454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.582833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.607869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.608282] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.608442] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.608517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.608777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.608878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.609239] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04869f-0873-424c-ba16-e240886d2332 is going to be updated. [ 1078.613855] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.613855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.613855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.613855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.613855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.640665] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1078.677339] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.677339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.677339] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.677966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.677966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.689124] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04869f-0873-424c-ba16-e240886d2332 in Status: IN_PROGRESS for 2s [ 1079.326091] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c in Status: SUCCESS [ 1079.326394] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c deletion is rescheduled due to dependency. [ 1079.326574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.532803] env[66134]: INFO networking_nsxv3.common.synchronization [req-752646ae-c091-485b-8f7c-925fbb6e7903 req-97711195-7d70-4e91-ae94-bea76987e56e tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1079.533483] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1079.533685] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.533815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.533888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.534349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.534549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.534659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.534724] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.534943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.535085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.535213] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.037629] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.539697] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.625869] env[66134]: INFO networking_nsxv3.common.synchronization [req-476651b8-0c2b-4e09-bda4-220f817adc81 req-685e77b1-d728-4bf5-a7be-8de8c0a94acf tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_members [ 1080.626506] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_members [ 1080.626908] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.627048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.627136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.627435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.627632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.627758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.627892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.628045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.628152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.628269] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.655877] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1080.656143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.699463] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04869f-0873-424c-ba16-e240886d2332 in Status: SUCCESS [ 1080.699689] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04869f-0873-424c-ba16-e240886d2332 deletion is rescheduled due to dependency. [ 1080.699831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04869f-0873-424c-ba16-e240886d2332" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.953339] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.953560] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.953695] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954041] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954340] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.954537] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.954688] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954929] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.955131] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.955373] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.955510] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.955626] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.955756] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.955891] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.956030] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.956183] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.978416] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.978637] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.978862] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.979159] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.979592] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.980057] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.980057] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.980370] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.980602] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3260b4c-e186-4bee-88cd-9cf77eb69a1f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.043224] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.043431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.043543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.043848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.043970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.044115] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1081.075941] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.075941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.075941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.076392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.086023] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1081.130871] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.131210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.131338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.131614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.131765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.132045] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.132157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.132222] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.132484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.132626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.132720] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 already deleted. [ 1081.132853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.483160] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.483473] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.483642] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.484028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.484240] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.484473] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port c3260b4c-e186-4bee-88cd-9cf77eb69a1f not found, creating... [ 1081.484826] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.485133] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.485353] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.485620] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.485785] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.486136] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.486333] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.486472] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.486767] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.486934] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.487114] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: c3260b4c-e186-4bee-88cd-9cf77eb69a1f is going to be created. [ 1081.532526] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.532823] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.533107] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.533303] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.533563] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.533842] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.221236] env[66134]: INFO networking_nsxv3.common.synchronization [req-476651b8-0c2b-4e09-bda4-220f817adc81 req-ba3b4988-7608-4cb0-afbf-a13026943f39 service nova] Enqueued Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_rules [ 1082.221236] env[66134]: INFO networking_nsxv3.common.synchronization [req-476651b8-0c2b-4e09-bda4-220f817adc81 req-ba3b4988-7608-4cb0-afbf-a13026943f39 service nova] Enqueued Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_members [ 1082.221236] env[66134]: INFO networking_nsxv3.common.synchronization [req-476651b8-0c2b-4e09-bda4-220f817adc81 req-ba3b4988-7608-4cb0-afbf-a13026943f39 service nova] Enqueued Resource ID: c3260b4c-e186-4bee-88cd-9cf77eb69a1f with Priority: HIGHEST for action port [ 1082.221236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_rules [ 1082.221236] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_members [ 1082.221835] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3260b4c-e186-4bee-88cd-9cf77eb69a1f with Priority: HIGHEST for action port [ 1082.221835] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.221835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.221835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.222085] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.222209] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.227186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.227186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.227186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.227186] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.227186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.227186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3260b4c-e186-4bee-88cd-9cf77eb69a1f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.729147] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.729281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.729608] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.732227] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3260b4c-e186-4bee-88cd-9cf77eb69a1f with status ACTIVE [ 1082.732227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.732227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.732227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.732227] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.733638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.733638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.733638] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3260b4c-e186-4bee-88cd-9cf77eb69a1f is going to be updated. [ 1082.759597] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.759597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.759597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.759597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.759597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.759597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3260b4c-e186-4bee-88cd-9cf77eb69a1f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.098630] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1083.098630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235996] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.739524] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.739719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.739798] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.740094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.740412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746855] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 is going to be created. [ 1083.779744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.779868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.779933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.803523] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e37e53ef-8d69-4652-847d-939e10dd1048 in Status: UNINITIALIZED for 2s [ 1084.764124] env[66134]: INFO networking_nsxv3.common.synchronization [req-da92f795-dbae-4ca9-ac90-0e2cb1fdde25 req-cad2fff1-0cff-41c0-99d5-7d8591a41b57 tempest-InstanceActionsTestJSON-1296395885 tempest-InstanceActionsTestJSON-1296395885-project-member] Enqueued Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_members [ 1084.765057] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_members [ 1084.766175] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.767444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.767444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.769152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.769152] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.769152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.769152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.769152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.769152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.769152] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.126525] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.126727] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.126851] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.127202] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.127464] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.127622] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.127739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.128076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.128301] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.128525] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.128642] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.128753] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.128865] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.128978] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.129105] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.129257] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.148202] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.148349] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.148483] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.148657] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-696" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.148971] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-2eafab84-64c1-458f-99d5-03120ef25306 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.149199] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.149272] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.149711] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.149924] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eafab84-64c1-458f-99d5-03120ef25306',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.272410] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.272664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.272850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.273195] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.273342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.273666] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.273833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.273921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.274172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.274268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.274363] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef already deleted. [ 1085.274448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.653280] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.653557] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.653690] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.654924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.654924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.654924] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 2eafab84-64c1-458f-99d5-03120ef25306 not found, creating... [ 1085.654924] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.654924] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.655168] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.655294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.655432] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.655734] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.655895] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656076] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.656304] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.656447] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.656602] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 2eafab84-64c1-458f-99d5-03120ef25306 is going to be created. [ 1085.680752] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.681082] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.681184] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.681469] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.684862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.684862] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.815258] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e37e53ef-8d69-4652-847d-939e10dd1048 in Status: SUCCESS [ 1085.815556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.815556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.816572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.816572] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.816572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.816822] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.818373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.818373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.818373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.818373] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.321184] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.422751] env[66134]: INFO networking_nsxv3.common.synchronization [None req-7edaef30-7a4a-4172-a854-fafac847c1ea None None] Enqueued Resource ID: ed5d0988-0c22-42ff-ad34-e5a0000a256b with Priority: HIGHEST for action port [ 1086.423465] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d0988-0c22-42ff-ad34-e5a0000a256b with Priority: HIGHEST for action port [ 1086.423901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5d0988-0c22-42ff-ad34-e5a0000a256b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.424114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5d0988-0c22-42ff-ad34-e5a0000a256b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.424193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5d0988-0c22-42ff-ad34-e5a0000a256b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.428027] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5d0988-0c22-42ff-ad34-e5a0000a256b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.428027] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5d0988-0c22-42ff-ad34-e5a0000a256b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.459870] env[66134]: INFO networking_nsxv3.common.synchronization [req-da92f795-dbae-4ca9-ac90-0e2cb1fdde25 req-c9745f2b-2210-4969-b7bd-8f5317e34ad0 service nova] Enqueued Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_rules [ 1086.459870] env[66134]: INFO networking_nsxv3.common.synchronization [req-da92f795-dbae-4ca9-ac90-0e2cb1fdde25 req-c9745f2b-2210-4969-b7bd-8f5317e34ad0 service nova] Enqueued Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_members [ 1086.459870] env[66134]: INFO networking_nsxv3.common.synchronization [req-da92f795-dbae-4ca9-ac90-0e2cb1fdde25 req-c9745f2b-2210-4969-b7bd-8f5317e34ad0 service nova] Enqueued Resource ID: 2eafab84-64c1-458f-99d5-03120ef25306 with Priority: HIGHEST for action port [ 1086.459870] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_rules [ 1086.459870] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_members [ 1086.459870] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eafab84-64c1-458f-99d5-03120ef25306 with Priority: HIGHEST for action port [ 1086.460578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.460578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.460578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.460817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.460817] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.461708] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.461981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.461981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.462151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.462312] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.462390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.462439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.462549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.464946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.464946] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.465176] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eafab84-64c1-458f-99d5-03120ef25306 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.465176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.465299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.465420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.465497] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eafab84-64c1-458f-99d5-03120ef25306',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.827054] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e37e53ef-8d69-4652-847d-939e10dd1048: rpc.has_security_group_logging(os_id): False [ 1086.864439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.864439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.864439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.864439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.864439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.864439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.864439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.864439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.865804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.865931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.865986] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 is going to be created. [ 1086.930196] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed5d0988-0c22-42ff-ad34-e5a0000a256b [ 1086.930463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.930599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.930669] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.930903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.930979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.931099] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed5d0988-0c22-42ff-ad34-e5a0000a256b already deleted. [ 1086.931176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5d0988-0c22-42ff-ad34-e5a0000a256b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.952992] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.953210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.953265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.953474] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.953675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.967648] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.967887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.970937] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e37e53ef-8d69-4652-847d-939e10dd1048 in Status: IN_PROGRESS for 2s [ 1086.971789] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.974074] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eafab84-64c1-458f-99d5-03120ef25306 with status ACTIVE [ 1086.974074] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.974074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.974074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.976037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.976037] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.979531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.980082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.980082] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eafab84-64c1-458f-99d5-03120ef25306 is going to be updated. [ 1087.019641] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.019641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.019641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.019856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.019992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.020164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eafab84-64c1-458f-99d5-03120ef25306" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.172061] env[66134]: INFO networking_nsxv3.common.synchronization [req-48a12931-5c74-4e28-98c0-f3b2716153b3 req-12fe4234-a5ce-44c2-8df0-25582fd72307 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1087.172857] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1087.173409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.173499] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.173530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.173794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.174459] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.174580] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.174652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.174855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.174949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.175061] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.474882] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.678341] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.978420] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.978776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.978776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.979260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.979260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.979260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef is going to be created. [ 1088.009142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010695] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.022649] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef in Status: UNINITIALIZED for 2s [ 1088.183495] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.415257] env[66134]: INFO networking_nsxv3.common.synchronization [None req-b39fee9d-505f-4236-82c8-dd80485288c2 None None] Enqueued Resource ID: e4394611-0f87-4c84-981c-82bc0786dc2e with Priority: HIGHEST for action port [ 1088.415257] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4394611-0f87-4c84-981c-82bc0786dc2e with Priority: HIGHEST for action port [ 1088.415901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4394611-0f87-4c84-981c-82bc0786dc2e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.416427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4394611-0f87-4c84-981c-82bc0786dc2e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.417282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4394611-0f87-4c84-981c-82bc0786dc2e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.417282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4394611-0f87-4c84-981c-82bc0786dc2e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.417282] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4394611-0f87-4c84-981c-82bc0786dc2e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.687467] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.687467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.687467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.687467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.687467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.687467] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be updated. [ 1088.718507] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.718677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.718750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.718990] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.719158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.730180] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 2s [ 1088.925735] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4394611-0f87-4c84-981c-82bc0786dc2e [ 1088.926065] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.926264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.926358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.926536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.926632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.926785] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4394611-0f87-4c84-981c-82bc0786dc2e already deleted. [ 1088.926906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4394611-0f87-4c84-981c-82bc0786dc2e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.985892] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e37e53ef-8d69-4652-847d-939e10dd1048 in Status: SUCCESS [ 1088.986321] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.834835] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c979f5ed-5a94-4b32-968a-209b3d4416c2 None None] Enqueued Resource ID: c879fd71-b1a8-4ce3-b64c-0c5b45a2736a with Priority: HIGHEST for action port [ 1089.835506] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c879fd71-b1a8-4ce3-b64c-0c5b45a2736a with Priority: HIGHEST for action port [ 1089.835871] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c879fd71-b1a8-4ce3-b64c-0c5b45a2736a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.836018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c879fd71-b1a8-4ce3-b64c-0c5b45a2736a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.836788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c879fd71-b1a8-4ce3-b64c-0c5b45a2736a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.836788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c879fd71-b1a8-4ce3-b64c-0c5b45a2736a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.836788] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c879fd71-b1a8-4ce3-b64c-0c5b45a2736a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.037090] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef in Status: SUCCESS [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.037090] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.037090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.037090] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.147832] env[66134]: INFO networking_nsxv3.common.synchronization [req-7ecc1325-765b-4534-8299-fcc9b0a63173 req-a4e97f8e-7061-44bd-988b-d262ecb97478 tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1090.149128] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1090.149535] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.149679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.149749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.149953] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.150161] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.150256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.150309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.150449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.150535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.150626] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.339147] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c879fd71-b1a8-4ce3-b64c-0c5b45a2736a [ 1090.339239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.339390] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.339977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.339977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.339977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.339977] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c879fd71-b1a8-4ce3-b64c-0c5b45a2736a already deleted. [ 1090.340185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c879fd71-b1a8-4ce3-b64c-0c5b45a2736a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.539818] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.539974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.539974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.540315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.540315] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.540419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.540494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.540616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.540706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.540794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.540936] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.541044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.541107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.541458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.541579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.541620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.541648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.541785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.541859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.541944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.542141] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.653140] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.653309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.653379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.653761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.653761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.653905] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.653977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.654048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.654211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.654434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.654434] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1090.684704] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.684919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.685033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.685549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.685549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.696815] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1090.739401] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1090.740629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.898030] env[66134]: INFO networking_nsxv3.common.synchronization [None req-478a296c-a1f9-411c-8078-523437855416 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_rules [ 1090.906185] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_rules [ 1090.906185] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.906185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.906185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.906185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.906185] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.016409] env[66134]: INFO networking_nsxv3.common.synchronization [None req-99695a17-26be-4772-be22-0a1905bc4a20 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_rules [ 1091.016409] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_rules [ 1091.016409] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.016409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.044139] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aa43c46-6959-46e0-90ad-88238adbb2ef: rpc.has_security_group_logging(os_id): False [ 1091.064886] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.065118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.065198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.065420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.065513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.065713] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.066028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.066109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.066270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.066348] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.066548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.066674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.066700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.066835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.066979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.067107] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.067200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.067259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.067395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.067467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.067552] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef is going to be created. [ 1091.131268] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.131424] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.131497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.131715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.131895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.145810] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef in Status: IN_PROGRESS for 2s [ 1091.437057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.439382] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a already deleted. [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.439382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.440808] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.963821] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.963821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.963821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.963821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.963821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.963821] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a already deleted. [ 1091.963821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.031557] env[66134]: INFO networking_nsxv3.common.synchronization [None req-fe06d7d7-3fa5-4e5d-a906-65ccc92b2b8f None None] Enqueued Resource ID: 9372297d-2214-4334-84e1-8c6d128fee09 with Priority: HIGHEST for action port [ 1092.031767] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9372297d-2214-4334-84e1-8c6d128fee09 with Priority: HIGHEST for action port [ 1092.032074] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-9372297d-2214-4334-84e1-8c6d128fee09 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.032207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9372297d-2214-4334-84e1-8c6d128fee09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.032261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9372297d-2214-4334-84e1-8c6d128fee09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.032888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9372297d-2214-4334-84e1-8c6d128fee09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.032888] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9372297d-2214-4334-84e1-8c6d128fee09',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.535206] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9372297d-2214-4334-84e1-8c6d128fee09 [ 1092.535457] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.535577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.535665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.536144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.536144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.536144] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9372297d-2214-4334-84e1-8c6d128fee09 already deleted. [ 1092.536144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9372297d-2214-4334-84e1-8c6d128fee09" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.706789] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1092.706960] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1092.707123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.162115] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef in Status: SUCCESS [ 1093.162335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.653569] env[66134]: INFO networking_nsxv3.common.synchronization [req-032fcfe0-7e61-426e-955e-f2a17f2e9df1 req-094afbaf-ff0b-4d90-a9ab-55dd50b6e381 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1096.653986] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28195d-f95f-4628-9ef1-2be77df9d2cf with Priority: HIGHEST for action security_group_members [ 1096.654264] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-db28195d-f95f-4628-9ef1-2be77df9d2cf taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.654385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.654449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.654644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.654807] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.654903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.654962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.655127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.655226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.655321] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db28195d-f95f-4628-9ef1-2be77df9d2cf',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.158032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.158032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.158032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.158387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.158534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.158778] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.158891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.158956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.159154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.159235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.159412] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf is going to be updated. [ 1097.192310] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.192530] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.192576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.192813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.193116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.203534] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 2s [ 1099.215857] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: IN_PROGRESS for 4s [ 1100.717197] env[66134]: INFO networking_nsxv3.common.synchronization [req-ef4ab4b2-c41a-4556-bce1-d7836c0e51bf req-d3cd9e78-afb5-4407-a7e1-79750d206725 tempest-ServersNegativeTestMultiTenantJSON-1304379776 tempest-ServersNegativeTestMultiTenantJSON-1304379776-project-member] Enqueued Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_members [ 1100.718380] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_members [ 1100.718380] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.718380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.718380] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.718608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.718759] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.718878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.718975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.719119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.719210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.719301] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.013480] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.013623] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-734" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.013738] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-734" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.014136] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-734" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.015070] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.015070] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.015070] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.015070] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.015425] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.015425] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.015425] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.015527] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.015610] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.015715] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.015810] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.015944] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.038043] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.040346] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.040346] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.040346] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-734" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.040346] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-fb875293-5944-44e4-9c28-b7e79ef8c0b1 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.040346] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.040346] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.040346] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.040346] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb875293-5944-44e4-9c28-b7e79ef8c0b1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.222228] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.222228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.222228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.222228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.222228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.222575] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.222575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.222575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.222687] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.222770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.222858] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c82576-bfa1-413f-91c2-2b0773aff10d already deleted. [ 1101.222938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.225855] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db28195d-f95f-4628-9ef1-2be77df9d2cf in Status: SUCCESS [ 1101.226035] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db28195d-f95f-4628-9ef1-2be77df9d2cf deletion is rescheduled due to dependency. [ 1101.226142] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db28195d-f95f-4628-9ef1-2be77df9d2cf" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.543651] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.543871] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544122] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544506] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544682] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544872] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port fb875293-5944-44e4-9c28-b7e79ef8c0b1 not found, creating... [ 1101.545186] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.545395] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.545543] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.545793] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.545964] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.546304] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.546465] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.546629] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.546852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.546996] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.547142] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: fb875293-5944-44e4-9c28-b7e79ef8c0b1 is going to be created. [ 1101.568597] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.568992] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.569113] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569344] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.569615] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.569884] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.645741] env[66134]: INFO networking_nsxv3.common.synchronization [req-a5692ae4-b93b-4e28-a087-d70a71bdeed1 req-43b06c6f-3a92-412a-978c-1e87ce7f9228 tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1101.646489] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1101.646828] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.646959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.647045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.647350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.647534] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.647645] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.647707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.647878] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.647966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.648087] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.149866] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.150166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.150166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.150400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.150493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.150698] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.150797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.150859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.151040] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.151116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.151210] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1102.180191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.180191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.180191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.180191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.180191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.187761] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1102.282077] env[66134]: INFO networking_nsxv3.common.synchronization [req-ef4ab4b2-c41a-4556-bce1-d7836c0e51bf req-12715e25-af85-41c1-9a63-001d05a61ec4 service nova] Enqueued Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_rules [ 1102.282319] env[66134]: INFO networking_nsxv3.common.synchronization [req-ef4ab4b2-c41a-4556-bce1-d7836c0e51bf req-12715e25-af85-41c1-9a63-001d05a61ec4 service nova] Enqueued Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_members [ 1102.282445] env[66134]: INFO networking_nsxv3.common.synchronization [req-ef4ab4b2-c41a-4556-bce1-d7836c0e51bf req-12715e25-af85-41c1-9a63-001d05a61ec4 service nova] Enqueued Resource ID: fb875293-5944-44e4-9c28-b7e79ef8c0b1 with Priority: HIGHEST for action port [ 1102.285018] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_rules [ 1102.285215] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_members [ 1102.285368] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb875293-5944-44e4-9c28-b7e79ef8c0b1 with Priority: HIGHEST for action port [ 1102.286378] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.286507] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.286574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.286853] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.286934] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.288776] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.288776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.288776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.288987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.289919] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.289919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.289919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.289919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.289919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.289919] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.290963] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb875293-5944-44e4-9c28-b7e79ef8c0b1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.291173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.292104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.292221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.292368] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb875293-5944-44e4-9c28-b7e79ef8c0b1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.789304] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.789435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.793820] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.796947] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb875293-5944-44e4-9c28-b7e79ef8c0b1 with status ACTIVE [ 1102.796947] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.796947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.796947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.797382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.797382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.797382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.797505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.797505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.797633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.797717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.797883] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.797999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.798050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.798179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.798331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.798380] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb875293-5944-44e4-9c28-b7e79ef8c0b1 is going to be updated. [ 1102.819461] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.819640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.819689] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.819993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.820165] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.820354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb875293-5944-44e4-9c28-b7e79ef8c0b1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.983742] env[66134]: INFO networking_nsxv3.common.synchronization [req-2a443f1e-a973-41c0-ba53-1c941aa75d20 req-762faf23-0663-4550-aac3-6942a9f66f19 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1102.983742] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1102.984491] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.985037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.985350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.985833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.986133] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.986375] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.986561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.986832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.987118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.987325] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.297523] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.376399] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.376399] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.376399] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.376399] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.376399] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.376850] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.377138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.377764] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.378082] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.381802] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.381802] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.381802] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.381802] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.381802] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.381802] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.381802] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.400126] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.400126] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.400126] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.400126] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.400126] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-b67ec023-be62-428f-b05d-8987fee76a51 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.400347] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.400347] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.400674] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.400804] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67ec023-be62-428f-b05d-8987fee76a51',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.490390] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.592952] env[66134]: INFO networking_nsxv3.common.synchronization [req-b91a8cbf-4652-4188-b9b6-ebebb024f697 req-cf4a140b-afe6-4e93-8f2f-97f407456d2f tempest-InstanceActionsTestJSON-1296395885 tempest-InstanceActionsTestJSON-1296395885-project-member] Enqueued Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_members [ 1103.593548] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef with Priority: HIGHEST for action security_group_members [ 1103.593852] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aa43c46-6959-46e0-90ad-88238adbb2ef taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.593975] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.594056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.594282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.594438] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.594539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.594601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.594750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.594833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.594921] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aa43c46-6959-46e0-90ad-88238adbb2ef',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.799421] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.799662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.800070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.800310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.800403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.800510] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c82576-bfa1-413f-91c2-2b0773aff10d is going to be created. [ 1103.825288] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.825288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.825288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.825631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.825631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.834744] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c82576-bfa1-413f-91c2-2b0773aff10d in Status: UNINITIALIZED for 2s [ 1103.905561] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.905863] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.905945] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.906294] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.906475] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.906637] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port b67ec023-be62-428f-b05d-8987fee76a51 not found, creating... [ 1103.906901] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.907071] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.907191] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.907453] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.907600] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.907889] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.908059] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.908191] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.908429] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.908576] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.908717] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: b67ec023-be62-428f-b05d-8987fee76a51 is going to be created. [ 1103.927588] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.927807] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.927960] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.928217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.928447] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.928661] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.993119] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.097407] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.097666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.097794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.098061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.098239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.098476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.098594] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.098661] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.098838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.099264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.099400] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef is going to be updated. [ 1104.136283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.136439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.136513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.136734] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.136876] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.145441] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef in Status: IN_PROGRESS for 2s [ 1104.200327] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1104.200584] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 deletion is rescheduled due to dependency. [ 1104.200717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.496549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.496549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.496924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.496924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.496924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.497082] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1104.548379] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.548544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.548587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.548796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.548940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.559153] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1104.644552] env[66134]: INFO networking_nsxv3.common.synchronization [req-2a443f1e-a973-41c0-ba53-1c941aa75d20 req-77664453-4203-48f7-8137-d1f896899851 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1104.644689] env[66134]: INFO networking_nsxv3.common.synchronization [req-2a443f1e-a973-41c0-ba53-1c941aa75d20 req-77664453-4203-48f7-8137-d1f896899851 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1104.644873] env[66134]: INFO networking_nsxv3.common.synchronization [req-2a443f1e-a973-41c0-ba53-1c941aa75d20 req-77664453-4203-48f7-8137-d1f896899851 service nova] Enqueued Resource ID: b67ec023-be62-428f-b05d-8987fee76a51 with Priority: HIGHEST for action port [ 1104.645454] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1104.645631] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1104.645765] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67ec023-be62-428f-b05d-8987fee76a51 with Priority: HIGHEST for action port [ 1104.646134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.646220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.646301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.646688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.646688] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.647509] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.649031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.649031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b67ec023-be62-428f-b05d-8987fee76a51 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.649031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.649031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.649230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.649230] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67ec023-be62-428f-b05d-8987fee76a51',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.151354] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.151354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.151815] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b67ec023-be62-428f-b05d-8987fee76a51 with status ACTIVE [ 1105.151902] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.152050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.152123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.152366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.152479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.152678] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.152888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.152888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.153089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.153198] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.153391] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.153600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.153600] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.153733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.153839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.153909] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b67ec023-be62-428f-b05d-8987fee76a51 is going to be updated. [ 1105.173829] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.174103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.174103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.174271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.174385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.174529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b67ec023-be62-428f-b05d-8987fee76a51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.318787] env[66134]: INFO networking_nsxv3.common.synchronization [req-7249864a-6ee7-4c56-b72d-28ed35f569f4 req-03e3efe9-c0c2-4f9f-be5e-739ab3272a07 tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_members [ 1105.319406] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_members [ 1105.319716] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.319836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.319904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.320171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.320336] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.320436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.320501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.320651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.320735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.320825] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.635445] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.635784] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.635784] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.636419] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.636419] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.636521] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.636597] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.636812] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.636954] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.637172] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.637285] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.637403] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.637500] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.637608] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.637711] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.637841] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.659011] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.659203] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.659346] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.659520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-310" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.659824] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-dec26152-717b-44a1-8589-b1aca646f4ee taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.659990] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.660120] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.660427] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.660563] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec26152-717b-44a1-8589-b1aca646f4ee',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.822751] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.822909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.822994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.823311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.823415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.823932] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.823932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.823932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.823932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.824458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.824458] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a already deleted. [ 1105.824458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.844960] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c82576-bfa1-413f-91c2-2b0773aff10d in Status: SUCCESS [ 1105.845194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.845404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.845822] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.845934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.845999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.846163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.846236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.846319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.846406] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.155092] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef in Status: SUCCESS [ 1106.155271] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aa43c46-6959-46e0-90ad-88238adbb2ef deletion is rescheduled due to dependency. [ 1106.155364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aa43c46-6959-46e0-90ad-88238adbb2ef" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.163512] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.163721] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.163847] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.164178] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.164339] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.164496] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port dec26152-717b-44a1-8589-b1aca646f4ee not found, creating... [ 1106.164752] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.164910] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.165044] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.165278] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.165418] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.165697] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.165852] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.165967] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.166195] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.166329] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.166467] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: dec26152-717b-44a1-8589-b1aca646f4ee is going to be created. [ 1106.186713] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.187040] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.187256] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.187593] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.187906] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.188218] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.348384] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.348596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.348648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.348835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.349026] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.349116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.349181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.349327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.349413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.349498] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.349643] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.349737] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.349800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.349936] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.350082] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.350176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.350236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.350372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.350445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.350523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.350607] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.572899] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1106.573230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.573492] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.573726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.574069] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.574228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.574386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.574599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.574717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.574846] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.854910] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6c82576-bfa1-413f-91c2-2b0773aff10d: rpc.has_security_group_logging(os_id): False [ 1106.879176] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.879804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.880028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.880391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.880670] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.881111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.881428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.881628] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.881974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.882209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.882616] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.882913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.886023] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.886023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.886023] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c82576-bfa1-413f-91c2-2b0773aff10d is going to be created. [ 1106.939436] env[66134]: INFO networking_nsxv3.common.synchronization [req-7249864a-6ee7-4c56-b72d-28ed35f569f4 req-5587cb35-6ca8-467d-85e8-b498fb731fbe service nova] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_rules [ 1106.939625] env[66134]: INFO networking_nsxv3.common.synchronization [req-7249864a-6ee7-4c56-b72d-28ed35f569f4 req-5587cb35-6ca8-467d-85e8-b498fb731fbe service nova] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_members [ 1106.940302] env[66134]: INFO networking_nsxv3.common.synchronization [req-7249864a-6ee7-4c56-b72d-28ed35f569f4 req-5587cb35-6ca8-467d-85e8-b498fb731fbe service nova] Enqueued Resource ID: dec26152-717b-44a1-8589-b1aca646f4ee with Priority: HIGHEST for action port [ 1106.940416] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_rules [ 1106.940601] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_members [ 1106.940721] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec26152-717b-44a1-8589-b1aca646f4ee with Priority: HIGHEST for action port [ 1106.941063] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.941444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.941444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.941566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.941566] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.942436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.942562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.942675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.942799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.942954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.943079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.943133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.943286] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.943372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.943464] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.944753] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec26152-717b-44a1-8589-b1aca646f4ee taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.945138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.945243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.945408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.945497] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec26152-717b-44a1-8589-b1aca646f4ee',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.968679] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.968929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.968929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.969223] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.969373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.981945] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6c82576-bfa1-413f-91c2-2b0773aff10d in Status: IN_PROGRESS for 2s [ 1107.078282] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.447882] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dec26152-717b-44a1-8589-b1aca646f4ee with status ACTIVE [ 1107.448154] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.448300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.448376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.448582] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.448676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.448921] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.449011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.449011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.449173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.449249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.449430] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.449526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.449620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.449722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.449795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.449879] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dec26152-717b-44a1-8589-b1aca646f4ee is going to be updated. [ 1107.450991] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.452156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.452254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.475022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.475182] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.475255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.475534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.475681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.475842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec26152-717b-44a1-8589-b1aca646f4ee" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.580610] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.605242] env[66134]: INFO networking_nsxv3.common.synchronization [req-ace1a2f5-d485-40d2-b374-fda160a08032 req-f565101b-0d33-456e-9140-08fe5a14dffd tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1107.605679] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1107.605989] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.606117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.606194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.606403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.606553] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.606652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.606714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.606959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.606959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.607048] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.926119] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.926421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.926458] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.926799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.927102] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.927297] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.927432] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.927661] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.927810] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.928032] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.928150] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.928263] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.928403] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.928478] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.928580] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.928745] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.952020] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.952354] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.952511] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.952697] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-320" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.953033] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-b8fbb21f-6257-41da-be53-d55111ae8d8f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.953275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.953394] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.953707] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.954550] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fbb21f-6257-41da-be53-d55111ae8d8f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.954803] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.083215] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.083402] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.083479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.083708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.083802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.083909] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1108.109660] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.109947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.109947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.110133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.110201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.110400] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.110495] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.110556] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.110709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.110782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.110915] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1108.117627] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.117819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.117900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.118122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.118277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.126963] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1108.140726] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.140871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.140942] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.141185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.141329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.153684] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1108.457116] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.457387] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.457501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.457796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.457949] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.458131] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port b8fbb21f-6257-41da-be53-d55111ae8d8f not found, creating... [ 1108.458520] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.458758] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.458886] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.459137] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.459285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.459592] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.459752] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.459907] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.460149] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.460298] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.460461] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: b8fbb21f-6257-41da-be53-d55111ae8d8f is going to be created. [ 1108.461695] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.461793] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.461832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.461971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.462236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.462366] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a is going to be created. [ 1108.488749] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.489025] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.489152] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.490211] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.490211] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.490211] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.493458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.493458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.493458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.493458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.493458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.501900] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a in Status: UNINITIALIZED for 2s [ 1108.995735] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6c82576-bfa1-413f-91c2-2b0773aff10d in Status: SUCCESS [ 1108.995735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.246801] env[66134]: INFO networking_nsxv3.common.synchronization [req-ace1a2f5-d485-40d2-b374-fda160a08032 req-dbcf4731-2167-40cc-a93e-6e3737ee113a service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 1109.247503] env[66134]: INFO networking_nsxv3.common.synchronization [req-ace1a2f5-d485-40d2-b374-fda160a08032 req-dbcf4731-2167-40cc-a93e-6e3737ee113a service nova] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1109.247503] env[66134]: INFO networking_nsxv3.common.synchronization [req-ace1a2f5-d485-40d2-b374-fda160a08032 req-dbcf4731-2167-40cc-a93e-6e3737ee113a service nova] Enqueued Resource ID: b8fbb21f-6257-41da-be53-d55111ae8d8f with Priority: HIGHEST for action port [ 1109.248627] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_rules [ 1109.248799] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1109.248902] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fbb21f-6257-41da-be53-d55111ae8d8f with Priority: HIGHEST for action port [ 1109.249346] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.249518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.249659] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.249916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.250141] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.252436] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.253496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.253496] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8fbb21f-6257-41da-be53-d55111ae8d8f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.253496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.253496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.253945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.253945] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fbb21f-6257-41da-be53-d55111ae8d8f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.389209] env[66134]: INFO networking_nsxv3.common.synchronization [None req-7ea3e404-f540-4b5e-8bb7-2167a7606114 tempest-AttachInterfacesTestJSON-458230063 tempest-AttachInterfacesTestJSON-458230063-project-member] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1109.389735] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGHEST for action security_group_members [ 1109.390318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.390318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.390318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.390463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.391019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.391170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.391261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.391466] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.391585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.391701] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.753242] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.753361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.756016] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8fbb21f-6257-41da-be53-d55111ae8d8f with status ACTIVE [ 1109.756240] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.756371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.756443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.756666] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.756759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.756934] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.757053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.757120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.757275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.757353] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.757534] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.757629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.757690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.757832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.757906] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.758018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8fbb21f-6257-41da-be53-d55111ae8d8f is going to be updated. [ 1109.781104] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.781104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.781104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.781104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.781478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.781478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8fbb21f-6257-41da-be53-d55111ae8d8f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.894313] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.894462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.894546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.894819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.894918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.895139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.895245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.895310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.895504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.895638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.895763] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be updated. [ 1109.926467] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.926623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.926694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.926904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.927058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.939298] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: IN_PROGRESS for 2s [ 1110.137619] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1110.137863] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.138183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.138278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.138468] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.138603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.138646] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.138960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.139056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.139147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.139241] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.163183] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1110.163381] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1110.163494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.163642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.163865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.164052] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.164221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.164617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.164617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.164617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.164765] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.513775] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a in Status: SUCCESS [ 1110.514401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.514716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.514967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.515203] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.515350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.515439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.515660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.516635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.516635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.516635] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.642062] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.642618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.642618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.642618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.642739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.643095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.643095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.643188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.643340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.643340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.643518] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.643631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.643699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.643937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.644025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.644145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.644235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.644400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.644496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.644625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.644685] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.668206] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.020309] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.146691] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 1111.171161] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.178076] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.178214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.178333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.178852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.178952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.179205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.179315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.179383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.179549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.179626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.179800] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.179895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.179958] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.181251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.181251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.181251] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.181251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.181251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.181251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.181251] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.181251] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1111.248966] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.248966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.248966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.248966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.248966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.279260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1111.522173] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aa24540-cc9f-438a-bd31-05b279f7f53a: rpc.has_security_group_logging(os_id): False [ 1111.544723] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.544930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.545070] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.545253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.545370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.545669] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.545823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.545871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.546479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.546479] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.546479] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a is going to be created. [ 1111.656016] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.656237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.656315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.656586] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.656727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.674280] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.674280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.674280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.674280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.674280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.674280] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1111.676121] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a in Status: IN_PROGRESS for 2s [ 1111.727059] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.727926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.727926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.728083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.728770] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.751569] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1111.952075] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad in Status: SUCCESS [ 1111.952075] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad deletion is rescheduled due to dependency. [ 1111.952075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.315596] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.316237] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.316429] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.316656] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.316934] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.317116] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.317237] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.317515] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.317655] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.317879] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.318027] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.318159] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.318274] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.318423] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.318492] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.318624] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.344293] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.344699] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.344821] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.345113] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-771" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.345506] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-ed21b288-ae0b-4838-b6d5-e3e0891d7036 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.345714] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.345840] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.346189] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.346347] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed21b288-ae0b-4838-b6d5-e3e0891d7036',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.848992] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.849267] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.849432] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.849722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.849874] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.850399] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.850578] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.850701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.850929] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.851147] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.851512] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.851676] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.851796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.852019] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.852161] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.852308] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 is going to be updated. [ 1112.870761] env[66134]: INFO networking_nsxv3.common.synchronization [req-6408f264-0e67-4fda-acae-b39d821f9100 req-6459f141-cfc6-472c-90be-3ca061e56c09 tempest-ServersNegativeTestMultiTenantJSON-1304379776 tempest-ServersNegativeTestMultiTenantJSON-1304379776-project-member] Enqueued Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_members [ 1112.871614] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGHEST for action security_group_members [ 1112.871948] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.872292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.872386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.872590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.872749] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.872849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.872912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.873079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.873245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.873343] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.875886] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.876077] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.876204] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.876461] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.876612] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.876822] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303488] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1113.303859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.375516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.375843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.375843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.375954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.376067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.376262] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.376365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.376430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.376584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.376662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.376750] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c82576-bfa1-413f-91c2-2b0773aff10d is going to be updated. [ 1113.405844] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.406042] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.406091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.407018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.407018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.415312] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c82576-bfa1-413f-91c2-2b0773aff10d in Status: IN_PROGRESS for 2s [ 1113.584647] env[66134]: INFO networking_nsxv3.common.synchronization [req-03b80f52-19cd-4025-8325-7955743bbb3e req-c0b645a2-2e6e-42d7-ae3f-301f3c16d3fa service nova] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1113.585385] env[66134]: INFO networking_nsxv3.common.synchronization [req-03b80f52-19cd-4025-8325-7955743bbb3e req-c0b645a2-2e6e-42d7-ae3f-301f3c16d3fa service nova] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1113.585465] env[66134]: INFO networking_nsxv3.common.synchronization [req-03b80f52-19cd-4025-8325-7955743bbb3e req-c0b645a2-2e6e-42d7-ae3f-301f3c16d3fa service nova] Enqueued Resource ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 with Priority: HIGHEST for action port [ 1113.585715] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_rules [ 1113.585843] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1113.585933] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 with Priority: HIGHEST for action port [ 1113.586862] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.586991] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.587074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.587281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.587359] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.588191] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.588346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.588381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.588510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.588649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.588739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.588800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.588935] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.589026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.589114] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.589951] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed21b288-ae0b-4838-b6d5-e3e0891d7036 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.590066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.590136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.590283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.590356] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed21b288-ae0b-4838-b6d5-e3e0891d7036',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.691694] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a in Status: SUCCESS [ 1113.692037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.763510] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.763510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.763510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.763510] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.092591] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.094620] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.094620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.096574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed21b288-ae0b-4838-b6d5-e3e0891d7036 with status ACTIVE [ 1114.096574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.096574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.096574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.096574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.096574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.096574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.096574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.096574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.097318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.097318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.097318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.097318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.097318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.097318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.097318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.097768] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed21b288-ae0b-4838-b6d5-e3e0891d7036 is going to be updated. [ 1114.121746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.121746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.121746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.121746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.121746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.121746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed21b288-ae0b-4838-b6d5-e3e0891d7036" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.266550] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.266550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.266742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.266996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.267143] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.267796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.267796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.267796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.267796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.267796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.267984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.268136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.268186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.268405] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.268498] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.268931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.269122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.269205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.269274] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.269385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.269637] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.306865] env[66134]: INFO networking_nsxv3.common.synchronization [req-50db8161-4c9f-4f3f-9681-cb1135c9ef68 req-8d2050a3-d8b6-4d95-a9e9-27b64e94474b tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1114.307461] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1114.308846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.308979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.309059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.309279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.309563] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.309563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.309685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.309857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.309976] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.310117] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.431576] env[66134]: INFO networking_nsxv3.common.synchronization [None req-0e11f67b-c48b-4274-a59c-12c0202db82f None None] Enqueued Resource ID: fcc0cb30-8f9f-4e78-8c03-314bf8acd365 with Priority: HIGHEST for action port [ 1114.432901] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc0cb30-8f9f-4e78-8c03-314bf8acd365 with Priority: HIGHEST for action port [ 1114.432901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc0cb30-8f9f-4e78-8c03-314bf8acd365 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.432901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc0cb30-8f9f-4e78-8c03-314bf8acd365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.432901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc0cb30-8f9f-4e78-8c03-314bf8acd365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.433067] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc0cb30-8f9f-4e78-8c03-314bf8acd365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.433067] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc0cb30-8f9f-4e78-8c03-314bf8acd365',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.594951] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.774958] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7b0c0f-f9f6-477d-8481-08bd5a1effa3: rpc.has_security_group_logging(os_id): False [ 1114.795097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.795275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.795331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.795558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.795638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.795813] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.795909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.795978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.796249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.796333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.796569] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.796653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.796698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.796865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.796927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.797291] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.797477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.797477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.797722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.797722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.797837] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1114.812637] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.866125] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.866125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.866125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.866125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.866125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.882294] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1114.936371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcc0cb30-8f9f-4e78-8c03-314bf8acd365 [ 1114.936371] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.936371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.936371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.936371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.936371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.936371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcc0cb30-8f9f-4e78-8c03-314bf8acd365 already deleted. [ 1114.936371] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc0cb30-8f9f-4e78-8c03-314bf8acd365" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.097747] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.098307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.100730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.100730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.100730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.100730] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 is going to be updated. [ 1115.128848] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.129432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.131272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.131272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.131272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.139791] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: IN_PROGRESS for 2s [ 1115.317390] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.428660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6c82576-bfa1-413f-91c2-2b0773aff10d in Status: SUCCESS [ 1115.428818] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6c82576-bfa1-413f-91c2-2b0773aff10d deletion is rescheduled due to dependency. [ 1115.429744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.821958] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.822267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.822267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.822417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.822508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.822610] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1115.856662] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.856662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.856662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.856944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.856982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.869349] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1116.904449] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1116.905052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.939401] env[66134]: INFO networking_nsxv3.common.synchronization [req-21a0984f-e00c-469d-a251-5bd1f4a8cc13 req-5d4ec86d-903f-4b6f-9b64-b21d5dc4f261 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1116.940589] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1116.944496] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.944496] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.944496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.944496] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.151056] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: SUCCESS [ 1117.151283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.151450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.151867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.152274] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.152463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.152611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.152707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.152786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.152871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.152958] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.233229] env[66134]: INFO networking_nsxv3.common.synchronization [None req-a073163f-bfe8-4729-b173-caef67e2de8e None None] Enqueued Resource ID: c3320efa-c181-4560-b32f-b7565b54e602 with Priority: HIGHEST for action port [ 1117.233833] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3320efa-c181-4560-b32f-b7565b54e602 with Priority: HIGHEST for action port [ 1117.234433] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3320efa-c181-4560-b32f-b7565b54e602 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.234599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3320efa-c181-4560-b32f-b7565b54e602" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.234697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3320efa-c181-4560-b32f-b7565b54e602" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.235135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3320efa-c181-4560-b32f-b7565b54e602" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.235135] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3320efa-c181-4560-b32f-b7565b54e602',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.348581] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.348903] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.349215] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.349516] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.349898] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.350138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.350311] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.350607] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.350818] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.351169] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.351354] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.351523] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.351692] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.351853] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.352010] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.352197] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.374282] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.374448] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.374591] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.374771] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.375161] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-b6957c9d-b756-4b7e-9ff5-114254361064 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.375335] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.375460] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.375812] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.375952] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6957c9d-b756-4b7e-9ff5-114254361064',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.448359] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.448359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.448359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.448588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.448651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.448866] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.448985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.449068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.449233] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.449328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.449421] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 already deleted. [ 1117.449506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.655768] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.737609] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3320efa-c181-4560-b32f-b7565b54e602 [ 1117.737823] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.737959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.738043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.738259] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.738354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.738478] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3320efa-c181-4560-b32f-b7565b54e602 already deleted. [ 1117.738541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3320efa-c181-4560-b32f-b7565b54e602" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.877995] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.878202] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.878312] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.878718] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.878888] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.879062] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port b6957c9d-b756-4b7e-9ff5-114254361064 not found, creating... [ 1117.879339] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.879493] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.879609] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.879830] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.879969] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.880263] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.880421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.880537] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.880742] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.880876] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.881030] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: b6957c9d-b756-4b7e-9ff5-114254361064 is going to be created. [ 1117.882747] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1117.882932] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.902288] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.902503] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.902628] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.902900] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.903156] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.903450] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.158460] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a47667b-094c-487a-a3df-15dcd0b80f16: rpc.has_security_group_logging(os_id): False [ 1118.178084] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.178282] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.178354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.178593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.178730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.178953] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.179069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.179133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.179306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.179381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179465] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 is going to be updated. [ 1118.240857] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.241225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.241394] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.241804] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.242066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.261277] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: IN_PROGRESS for 2s [ 1118.634835] env[66134]: INFO networking_nsxv3.common.synchronization [req-21a0984f-e00c-469d-a251-5bd1f4a8cc13 req-ea844731-29bb-4314-9a89-79826659b4df service nova] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_rules [ 1118.635102] env[66134]: INFO networking_nsxv3.common.synchronization [req-21a0984f-e00c-469d-a251-5bd1f4a8cc13 req-ea844731-29bb-4314-9a89-79826659b4df service nova] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1118.635266] env[66134]: INFO networking_nsxv3.common.synchronization [req-21a0984f-e00c-469d-a251-5bd1f4a8cc13 req-ea844731-29bb-4314-9a89-79826659b4df service nova] Enqueued Resource ID: b6957c9d-b756-4b7e-9ff5-114254361064 with Priority: HIGHEST for action port [ 1118.636539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_rules [ 1118.636539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1118.636539] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6957c9d-b756-4b7e-9ff5-114254361064 with Priority: HIGHEST for action port [ 1118.636539] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.636539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.636539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.636913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.636913] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.637746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.638095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.638095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.638095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.639607] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.639607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.639607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.639607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.639607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.639607] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.640314] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6957c9d-b756-4b7e-9ff5-114254361064 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.640403] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.640962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.640962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.640962] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6957c9d-b756-4b7e-9ff5-114254361064',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.142370] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.143591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.143743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.144162] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6957c9d-b756-4b7e-9ff5-114254361064 with status ACTIVE [ 1119.144368] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.144962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.144962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.144962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.144962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.145209] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.145263] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.145341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.145552] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.145739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.145955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.146091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.146168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.146343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.146436] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.146526] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6957c9d-b756-4b7e-9ff5-114254361064 is going to be updated. [ 1119.168960] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.169334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.169334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.169590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.169751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.169912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6957c9d-b756-4b7e-9ff5-114254361064" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.645611] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.148457] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.148664] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.148705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.148901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.148992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.149112] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be created. [ 1120.172587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.172885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.172885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.173011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.173638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.182795] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: UNINITIALIZED for 2s [ 1120.278071] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: SUCCESS [ 1120.278318] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.195733] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: SUCCESS [ 1122.196139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.196206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.196425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.196629] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.196749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.196830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.196960] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.197058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.197148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.197391] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.578770] env[66134]: INFO networking_nsxv3.common.synchronization [req-033f22bd-b2a1-4329-b478-cda03d227d12 req-5fa37c61-6abb-4be7-b819-ecae42f57f5a tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1122.579425] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1122.579856] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.580104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.580231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.580502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.580769] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.580931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.581065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.581298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.581439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.581599] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.703049] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.703049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.703049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.703307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.703489] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.703714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.703765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.703951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.704080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.704189] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.704443] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.704524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.704621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.704726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.704901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.704995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.705100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.705272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.705379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.705481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.705577] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.937565] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.937796] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.937925] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.938250] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.938524] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.938684] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.938808] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.939060] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.939217] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.939436] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.939569] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.939681] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.939791] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.939905] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.940013] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.940164] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.963089] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.963089] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.963089] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.963089] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.964387] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.964387] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.964387] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.964387] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.964387] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08ff3ba-c4c9-4b68-bc49-ddddcee2608b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.084375] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.084597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.084665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.085060] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.085207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.085460] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.085629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.085730] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.085965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.086149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.086287] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1123.118274] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.118879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.119069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.131603] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1123.209296] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4939bc78-df36-4c3e-bea1-a8681d3be421: rpc.has_security_group_logging(os_id): False [ 1123.232126] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.232295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.232446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.232588] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.232720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.233063] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.233285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.233372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.233561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.233648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.234017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.234220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.234392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.234660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.234706] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.234942] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.235026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.235127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.235433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.235608] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.235732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be created. [ 1123.318267] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.318267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.318463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.318576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.318758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.336975] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: IN_PROGRESS for 2s [ 1123.469524] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.469768] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.469897] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.470220] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.470402] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.470576] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port a08ff3ba-c4c9-4b68-bc49-ddddcee2608b not found, creating... [ 1123.470838] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.471158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.471158] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.471671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.471832] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.472133] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.472291] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.472407] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.472781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.472781] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.472909] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: a08ff3ba-c4c9-4b68-bc49-ddddcee2608b is going to be created. [ 1123.494178] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.494463] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.494540] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.494815] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.495144] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.495279] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.209829] env[66134]: INFO networking_nsxv3.common.synchronization [req-033f22bd-b2a1-4329-b478-cda03d227d12 req-aecea2d1-86ba-4d7d-acff-2ecf3d7c7e2c service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 1124.210223] env[66134]: INFO networking_nsxv3.common.synchronization [req-033f22bd-b2a1-4329-b478-cda03d227d12 req-aecea2d1-86ba-4d7d-acff-2ecf3d7c7e2c service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1124.210576] env[66134]: INFO networking_nsxv3.common.synchronization [req-033f22bd-b2a1-4329-b478-cda03d227d12 req-aecea2d1-86ba-4d7d-acff-2ecf3d7c7e2c service nova] Enqueued Resource ID: a08ff3ba-c4c9-4b68-bc49-ddddcee2608b with Priority: HIGHEST for action port [ 1124.210576] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 1124.210576] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1124.210576] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08ff3ba-c4c9-4b68-bc49-ddddcee2608b with Priority: HIGHEST for action port [ 1124.212544] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.212948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.213148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.214109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.214361] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.216058] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.216246] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.216632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.216829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.216947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.217365] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.217518] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08ff3ba-c4c9-4b68-bc49-ddddcee2608b',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.720313] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.720454] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.721871] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a08ff3ba-c4c9-4b68-bc49-ddddcee2608b with status ACTIVE [ 1124.722139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.722273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.722357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.722583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.722680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.722856] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.722954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.723026] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.723186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.723307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.723508] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.723881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.723881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.723881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.724116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.724116] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a08ff3ba-c4c9-4b68-bc49-ddddcee2608b is going to be updated. [ 1124.746828] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.746988] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.747119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.747395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.747570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.747833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a08ff3ba-c4c9-4b68-bc49-ddddcee2608b" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.776963] env[66134]: INFO networking_nsxv3.common.synchronization [req-0c9727dd-6854-49c6-8a22-85a5ec15eae3 req-baa5a9d3-d5d4-4bd9-a817-2bcbba58d981 tempest-ServerAddressesTestJSON-2020598929 tempest-ServerAddressesTestJSON-2020598929-project-member] Enqueued Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_members [ 1124.777598] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_members [ 1124.777815] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.777939] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.778016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.778306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.778479] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.778587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.778651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.778808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.778893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.778985] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.075910] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.076105] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-407" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.076234] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-407" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.076651] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-407" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.076928] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.077102] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.077221] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.077443] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077591] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.077804] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.077914] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.078030] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.078142] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.078254] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.078362] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.078498] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.098731] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.098887] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.099046] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.099233] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-407" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.099554] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.099744] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.099830] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.100275] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.100512] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3be85b2c-c2cf-4b7c-ac26-b4507b15bc51',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.140596] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1125.140776] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 deletion is rescheduled due to dependency. [ 1125.140892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.141063] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.141288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.141476] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.141589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.141676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.141801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.141879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.141969] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.283028] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.283414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.283414] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.283879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.283879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.283879] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.283879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.284081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.284081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.284162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.284238] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 already deleted. [ 1125.284315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.353048] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: SUCCESS [ 1125.353333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.603240] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.603579] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.603739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.604112] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.604386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.604798] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 not found, creating... [ 1125.604907] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.605033] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.605165] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.605413] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.605553] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.605836] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.605991] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.606122] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.606329] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.606463] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.606600] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 is going to be created. [ 1125.627823] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.628105] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.628269] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.628799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.629083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.629319] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.643998] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.146316] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.369755] env[66134]: INFO networking_nsxv3.common.synchronization [req-0c9727dd-6854-49c6-8a22-85a5ec15eae3 req-db6797f9-ff68-415c-93cc-90835109ed6c service nova] Enqueued Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_rules [ 1126.370121] env[66134]: INFO networking_nsxv3.common.synchronization [req-0c9727dd-6854-49c6-8a22-85a5ec15eae3 req-db6797f9-ff68-415c-93cc-90835109ed6c service nova] Enqueued Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_members [ 1126.370121] env[66134]: INFO networking_nsxv3.common.synchronization [req-0c9727dd-6854-49c6-8a22-85a5ec15eae3 req-db6797f9-ff68-415c-93cc-90835109ed6c service nova] Enqueued Resource ID: 3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 with Priority: HIGHEST for action port [ 1126.370586] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_rules [ 1126.370726] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_members [ 1126.370824] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 with Priority: HIGHEST for action port [ 1126.371142] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.371268] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.371330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.371602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.371688] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.372697] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.373728] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.373728] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.373728] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.374583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.374686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.374753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.374904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.374988] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3be85b2c-c2cf-4b7c-ac26-b4507b15bc51',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.649284] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.649443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.649652] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.649821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.649964] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.650110] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1126.692616] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.692860] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.692918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.693157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.693344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.710311] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1126.877260] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.880388] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.880653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.881334] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 with status ACTIVE [ 1126.881646] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.881839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.882112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.882361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.882496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.882764] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.882881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.882968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.883231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.883412] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.883703] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.883873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.883965] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.884827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.884968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.885129] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3be85b2c-c2cf-4b7c-ac26-b4507b15bc51 is going to be updated. [ 1126.916947] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.917215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.917313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.917596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.917783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.917979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3be85b2c-c2cf-4b7c-ac26-b4507b15bc51" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.382089] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.884568] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.884780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.884852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.885089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.885180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.885283] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 is going to be created. [ 1127.911318] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.911553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.911599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.911865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.912045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.924710] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 in Status: UNINITIALIZED for 2s [ 1128.722394] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1128.722636] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.722885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.723229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.723521] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.723717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.723796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.724023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.724192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.724337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.724477] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.226844] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.463027] env[66134]: INFO networking_nsxv3.common.synchronization [req-4fb73a6c-ce68-4bab-a049-8fa4155e2520 req-9983e22a-e2c6-497f-9a4a-ecb2d6190677 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1129.463793] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1129.464020] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.464253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.464325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.464533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.464685] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.464787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.464875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.465047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.465136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.465229] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.730165] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f671855f-0771-49a5-856b-332135f5db08: rpc.has_security_group_logging(os_id): False [ 1129.750232] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.750462] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.750542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.750788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.750886] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.751155] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.751265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.751478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.751478] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.751584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.751678] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1129.770190] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.770395] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.770517] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.770869] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771196] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.771361] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.771476] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.771685] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771828] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772091] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.772150] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.772257] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.772365] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.772473] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.772576] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.772704] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.791191] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.791503] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.791677] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.791972] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-709" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.792368] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-809a785d-c07a-4cf5-9217-376a6d913006 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.792524] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.792673] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.793028] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.793168] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809a785d-c07a-4cf5-9217-376a6d913006',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.829849] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.830050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.830155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.830392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.830546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.846835] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1129.942878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 in Status: SUCCESS [ 1129.943270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.943551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.943861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.944166] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.944370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.944469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.944711] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.944858] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.945016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.945170] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.967675] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.296086] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.296086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.296086] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.296389] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.296430] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.296596] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 809a785d-c07a-4cf5-9217-376a6d913006 not found, creating... [ 1130.296904] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.297097] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.297221] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.297487] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.297625] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.297962] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.298356] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.298503] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.298757] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.298902] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.299098] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 809a785d-c07a-4cf5-9217-376a6d913006 is going to be created. [ 1130.326771] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.327057] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.327199] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.327520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.328018] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.328231] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.447870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.448099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.448183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.448452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.448644] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.448752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.448819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.448979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.449084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.449179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.449361] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.449458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.449523] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.449681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.449883] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.450066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.450066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.450269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.450330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.450396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.450494] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.469710] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.953602] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7: rpc.has_security_group_logging(os_id): False [ 1130.973055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.973247] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.973366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.973621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.973716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.973941] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.974059] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.974123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.974278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.974364] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.974854] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.974854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.974854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.974854] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.975137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.975137] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.975249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.975301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.975420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.975503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.975568] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 is going to be created. [ 1130.977055] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.977178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.977240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.977372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.977445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.977567] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1131.010483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.010694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.010792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.011082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.011295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.022303] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1131.051868] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.052114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.052114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.052322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.052541] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.065767] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 in Status: IN_PROGRESS for 2s [ 1131.101163] env[66134]: INFO networking_nsxv3.common.synchronization [req-4fb73a6c-ce68-4bab-a049-8fa4155e2520 req-1015787f-91b8-4abd-9a62-b21423aa3384 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1131.101467] env[66134]: INFO networking_nsxv3.common.synchronization [req-4fb73a6c-ce68-4bab-a049-8fa4155e2520 req-1015787f-91b8-4abd-9a62-b21423aa3384 service nova] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1131.101670] env[66134]: INFO networking_nsxv3.common.synchronization [req-4fb73a6c-ce68-4bab-a049-8fa4155e2520 req-1015787f-91b8-4abd-9a62-b21423aa3384 service nova] Enqueued Resource ID: 809a785d-c07a-4cf5-9217-376a6d913006 with Priority: HIGHEST for action port [ 1131.102267] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_rules [ 1131.102406] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1131.102548] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809a785d-c07a-4cf5-9217-376a6d913006 with Priority: HIGHEST for action port [ 1131.102865] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.102995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.103074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.103293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.103401] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.105168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.105270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.105664] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-809a785d-c07a-4cf5-9217-376a6d913006 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.105835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.105911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.106205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.106291] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809a785d-c07a-4cf5-9217-376a6d913006',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.606425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.606590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.609613] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809a785d-c07a-4cf5-9217-376a6d913006 with status ACTIVE [ 1131.609736] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.609962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.610115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.610814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.610814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.610930] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.611039] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.611119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.611333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.611433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.611711] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.611866] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.611938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.612107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.612188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612280] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809a785d-c07a-4cf5-9217-376a6d913006 is going to be updated. [ 1131.652141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.652826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.652826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.652946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.653138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.653415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809a785d-c07a-4cf5-9217-376a6d913006" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.866994] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1131.867256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032880] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1133.032880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.033616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.033616] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.033616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.033616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.033616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.034018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.034018] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.080744] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 in Status: SUCCESS [ 1133.081098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.536139] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.038889] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.541319] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.541537] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.541620] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.541829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.541933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.542076] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1134.570878] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.571097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.571097] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.571325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.571476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.580756] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1136.103161] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.103538] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1136.591018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1136.591267] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.591450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.591677] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.591871] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.591985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.592072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.592290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.592392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.592486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.592578] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.094360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.094570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.094618] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.094969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.095210] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.095345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.095433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.095626] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.095757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.095908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.096104] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.096231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.096317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.096503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.096692] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.096799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.096868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.097034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.097123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.097188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.097248] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.458183] env[66134]: INFO networking_nsxv3.common.synchronization [req-2faf67f7-2880-49d3-b22a-4eb799d72f18 req-f0d71e09-938b-4a85-8f42-7a554fce72da tempest-ServerAddressesTestJSON-2020598929 tempest-ServerAddressesTestJSON-2020598929-project-member] Enqueued Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_members [ 1137.458921] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGHEST for action security_group_members [ 1137.459363] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.459539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.459740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.459918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.460095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.460269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.460350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.464023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.464023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.464023] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.599853] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d24ca05-29d9-417f-830b-4f7426ed876f: rpc.has_security_group_logging(os_id): False [ 1137.617483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.617483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.617483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.617483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.617483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.617483] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.617847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.617847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.617913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.618058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.619136] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.619136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.619136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.619136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.619136] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.619395] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.619395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.619500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.619578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.619655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.619740] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1137.680821] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.680821] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.681112] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.681220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.681446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.701954] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1137.963388] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.963590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.963694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.963881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.963972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.964187] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.964294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.964340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.964496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.964571] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.964665] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 is going to be updated. [ 1137.992424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.992593] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.992667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.993313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.993313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.002878] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 in Status: IN_PROGRESS for 2s [ 1139.722476] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1139.722848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.023402] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 in Status: SUCCESS [ 1140.023626] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 deletion is rescheduled due to dependency. [ 1140.023708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.460445] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1142.460715] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1143.727478] env[66134]: INFO networking_nsxv3.common.synchronization [req-2b6dddb4-85ff-4c35-a79b-f40f7dde35f6 req-83bd9b5e-5500-4959-9780-18f5651793c8 tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1143.728143] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1143.728360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.728489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.728557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.728752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.728906] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.729012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.729086] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.729232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.729317] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.729408] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.231251] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.733262] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.236024] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.236024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.236024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.236207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.236207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.236300] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1145.267418] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.267611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.267611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.267828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.267968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.276992] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1146.558622] env[66134]: INFO networking_nsxv3.common.synchronization [req-f9787cc5-564d-4d51-8523-f9a7bfce7915 req-0789444d-740e-4ed6-b993-4f4bf921127a tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1146.558622] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1146.558622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.558622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.558622] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.558622] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.063451] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.063726] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.063839] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.064143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.064244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.064473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.064591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.064950] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.065176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.065264] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.065364] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be updated. [ 1147.104688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.104688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.104688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.104688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.104688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.114260] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: IN_PROGRESS for 2s [ 1147.289679] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1147.289898] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.125789] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: SUCCESS [ 1149.126101] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 deletion is rescheduled due to dependency. [ 1149.126101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.557184] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.557518] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1152.285670] env[66134]: INFO networking_nsxv3.common.synchronization [req-2f7e04d9-8c53-4843-8706-99e35e039270 req-42f1bac1-09d4-4308-8e23-51725fa3f2de tempest-ServersTestJSON-623037086 tempest-ServersTestJSON-623037086-project-member] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1152.286250] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGHEST for action security_group_members [ 1152.286562] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.289057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289175] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.289345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.289537] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.289656] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.289885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.289961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.290089] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.792813] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.792813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.792813] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.793148] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.793183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.793367] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.793467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.793529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.793720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.793797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.793887] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be updated. [ 1152.824963] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.825134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.825206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.825417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.825555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.835355] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: IN_PROGRESS for 2s [ 1154.849093] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d24ca05-29d9-417f-830b-4f7426ed876f in Status: SUCCESS [ 1154.849419] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f deletion is rescheduled due to dependency. [ 1154.849489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.189061] env[66134]: INFO networking_nsxv3.common.synchronization [None req-728085b2-4b9b-41cc-87bf-fb2fb56c5615 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_rules [ 1157.189791] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_rules [ 1157.190194] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.190323] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.190421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.190743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.190858] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.282452] env[66134]: INFO networking_nsxv3.common.synchronization [None req-f5a3615b-167c-4502-be6e-8b12c656b587 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_rules [ 1157.283769] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_rules [ 1157.283769] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.283769] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.714608] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.714849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.714849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.715140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.715205] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.715289] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 already deleted. [ 1157.715373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.715531] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.715713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.715871] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.246249] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.246249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.246249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.246249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.246249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.246249] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 already deleted. [ 1158.246249] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.521964] env[66134]: INFO networking_nsxv3.common.synchronization [req-2b1227b5-cb73-444e-935a-0dc12d46b3d1 req-79edbcfa-a2bd-44bd-8b55-62d54bd495aa tempest-DeleteServersTestJSON-1711899567 tempest-DeleteServersTestJSON-1711899567-project-member] Enqueued Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1158.522812] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 with Priority: HIGHEST for action security_group_members [ 1158.523022] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.523705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.523705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.523705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.524050] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.524050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.524050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.524191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.524270] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.524360] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7b0c0f-f9f6-477d-8481-08bd5a1effa3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.029089] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.029253] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.029324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.029544] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.029638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.029836] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.030021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.030089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.030239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.030314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.030404] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 is going to be updated. [ 1159.060846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.061045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.061087] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.061266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.061398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.070150] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: IN_PROGRESS for 2s [ 1161.082597] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 in Status: SUCCESS [ 1161.082963] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7b0c0f-f9f6-477d-8481-08bd5a1effa3 deletion is rescheduled due to dependency. [ 1161.082963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7b0c0f-f9f6-477d-8481-08bd5a1effa3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.646559] env[66134]: INFO networking_nsxv3.common.synchronization [None req-e560c92b-92d9-47c6-8f83-f157e7043ef0 None None] Enqueued Resource ID: cbc26058-2c1d-4738-af50-8352ef917f66 with Priority: HIGHEST for action port [ 1162.647396] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc26058-2c1d-4738-af50-8352ef917f66 with Priority: HIGHEST for action port [ 1162.647396] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbc26058-2c1d-4738-af50-8352ef917f66 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.647795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbc26058-2c1d-4738-af50-8352ef917f66" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.647795] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbc26058-2c1d-4738-af50-8352ef917f66" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.647879] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbc26058-2c1d-4738-af50-8352ef917f66" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.648086] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc26058-2c1d-4738-af50-8352ef917f66',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.833383] env[66134]: INFO networking_nsxv3.common.synchronization [req-db2113a5-4bee-4a3f-8586-3af18a4f51b2 req-fb9d2d4a-c9c8-4238-a47c-8f3a3e5fbc09 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_members [ 1162.833970] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_members [ 1162.834290] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.834418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.834502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.834837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.834994] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.835109] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.835173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.835334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.835417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.835510] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.150732] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbc26058-2c1d-4738-af50-8352ef917f66 [ 1163.150985] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.151131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.151203] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.151422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.151514] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.151660] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbc26058-2c1d-4738-af50-8352ef917f66 already deleted. [ 1163.151774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbc26058-2c1d-4738-af50-8352ef917f66" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.213302] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.213574] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.213713] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.214090] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.214456] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.214739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.214739] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.214895] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.215139] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.215417] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.215536] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.215716] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.215901] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.215901] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.216028] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.216112] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.242849] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.242849] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.243701] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.243701] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.243928] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-e8ea1122-5f41-4d4f-b0d2-905aafc33316 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.244036] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.244130] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.244462] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.244604] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ea1122-5f41-4d4f-b0d2-905aafc33316',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.337173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.337456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.337456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.337671] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.337775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.337986] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.338116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.338179] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.338372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.338419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.338495] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 already deleted. [ 1163.338589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.747588] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.748722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.748722] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.748931] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.749103] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.749264] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port e8ea1122-5f41-4d4f-b0d2-905aafc33316 not found, creating... [ 1163.749533] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.749690] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.749808] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.750179] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.750325] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.750607] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.750765] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.750882] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.751115] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.751249] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.751387] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: e8ea1122-5f41-4d4f-b0d2-905aafc33316 is going to be created. [ 1163.772165] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.772389] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.772516] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.772793] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.773046] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.773271] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.504065] env[66134]: INFO networking_nsxv3.common.synchronization [req-db2113a5-4bee-4a3f-8586-3af18a4f51b2 req-ae828660-b568-4d01-bc90-cb935e5523b5 service nova] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_rules [ 1164.504310] env[66134]: INFO networking_nsxv3.common.synchronization [req-db2113a5-4bee-4a3f-8586-3af18a4f51b2 req-ae828660-b568-4d01-bc90-cb935e5523b5 service nova] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_members [ 1164.504810] env[66134]: INFO networking_nsxv3.common.synchronization [req-db2113a5-4bee-4a3f-8586-3af18a4f51b2 req-ae828660-b568-4d01-bc90-cb935e5523b5 service nova] Enqueued Resource ID: e8ea1122-5f41-4d4f-b0d2-905aafc33316 with Priority: HIGHEST for action port [ 1164.508138] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_rules [ 1164.508138] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_members [ 1164.508138] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ea1122-5f41-4d4f-b0d2-905aafc33316 with Priority: HIGHEST for action port [ 1164.508138] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.508138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.508138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.508138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.508138] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.508138] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.508607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.508607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.508607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.508607] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.508750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.508750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.509229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.509229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.512911] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.514561] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ea1122-5f41-4d4f-b0d2-905aafc33316 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.514723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.515576] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.515826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.515908] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ea1122-5f41-4d4f-b0d2-905aafc33316',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.919400] env[66134]: INFO networking_nsxv3.common.synchronization [None req-53d7bff3-fbf3-4745-b85e-7a60d1bf04fb None None] Enqueued Resource ID: 19f1a845-7e85-4631-81ca-078d802240a6 with Priority: HIGHEST for action port [ 1164.919959] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1a845-7e85-4631-81ca-078d802240a6 with Priority: HIGHEST for action port [ 1164.920550] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f1a845-7e85-4631-81ca-078d802240a6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.920550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f1a845-7e85-4631-81ca-078d802240a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.920550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f1a845-7e85-4631-81ca-078d802240a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.920760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f1a845-7e85-4631-81ca-078d802240a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.920760] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f1a845-7e85-4631-81ca-078d802240a6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.019134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.019702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.019897] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.023019] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8ea1122-5f41-4d4f-b0d2-905aafc33316 with status ACTIVE [ 1165.023019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023019] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023943] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8ea1122-5f41-4d4f-b0d2-905aafc33316 is going to be updated. [ 1165.049958] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.050221] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.050305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.051127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.051127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.051127] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ea1122-5f41-4d4f-b0d2-905aafc33316" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.422743] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19f1a845-7e85-4631-81ca-078d802240a6 [ 1165.422954] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.423077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.423163] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.423366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.423456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.423554] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19f1a845-7e85-4631-81ca-078d802240a6 already deleted. [ 1165.423634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f1a845-7e85-4631-81ca-078d802240a6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.526696] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.029148] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.029522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.029522] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.029749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.029885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.030018] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 is going to be created. [ 1166.056124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.056298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.056343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.056551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.056705] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.066435] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: UNINITIALIZED for 2s [ 1167.565036] env[66134]: INFO networking_nsxv3.common.synchronization [req-115c5e8c-f2b8-4685-b7b8-724046737f71 req-6e6929ff-b303-46b2-8977-5d0204500fc8 tempest-ServersNegativeTestJSON-1662521284 tempest-ServersNegativeTestJSON-1662521284-project-member] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1167.565595] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1167.565912] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.567275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.567377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.567658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.567820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.567928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.567992] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.568157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.568245] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.568986] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.942101] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.942365] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.942500] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.942854] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.943184] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.943348] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.943466] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.943683] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.943849] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.944108] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.944236] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.944345] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.944450] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.944561] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.944667] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.944799] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.963463] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.963644] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.963811] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.963984] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.964771] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.964969] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.965102] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.965424] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.965601] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d247dc-d15e-46ef-930d-c9b3d0aa6cb4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.072509] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.072509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.072509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.072805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.072805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074341] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.074341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.074341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.074341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.074341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074341] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 already deleted. [ 1168.074341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.077872] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: SUCCESS [ 1168.077872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.078051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.078231] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.078404] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.078519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.078555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.078709] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.078786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.078872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.078963] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.468258] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.468494] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.468621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.468926] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.469102] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.469261] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 not found, creating... [ 1168.469558] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.469746] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.470259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.470259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.470259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.470563] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.470724] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.470841] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.471063] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.471202] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.471343] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 is going to be created. [ 1168.494437] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.494626] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.494712] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.495046] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.495285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.495501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.582513] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.084688] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8db83d6-8ca1-4741-b12f-ef9a84cef2f5: rpc.has_security_group_logging(os_id): False [ 1169.102901] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.103141] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.103239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.103487] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.103584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.103939] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.104078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.104152] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.104328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.104408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.104511] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 is going to be created. [ 1169.167618] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.167959] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.168144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.168446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.168723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.180391] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: IN_PROGRESS for 2s [ 1169.200898] env[66134]: INFO networking_nsxv3.common.synchronization [req-115c5e8c-f2b8-4685-b7b8-724046737f71 req-a59422d0-5edd-4f44-8f52-b3b4a88b0160 service nova] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_rules [ 1169.200898] env[66134]: INFO networking_nsxv3.common.synchronization [req-115c5e8c-f2b8-4685-b7b8-724046737f71 req-a59422d0-5edd-4f44-8f52-b3b4a88b0160 service nova] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1169.201148] env[66134]: INFO networking_nsxv3.common.synchronization [req-115c5e8c-f2b8-4685-b7b8-724046737f71 req-a59422d0-5edd-4f44-8f52-b3b4a88b0160 service nova] Enqueued Resource ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 with Priority: HIGHEST for action port [ 1169.201517] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_rules [ 1169.201675] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1169.201801] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 with Priority: HIGHEST for action port [ 1169.202134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.202437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.202592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.202861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.202948] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.204017] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.204315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.204315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.204447] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.204614] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.204614] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.204727] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.204841] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.204918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.205194] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.205881] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.205999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.206707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.206707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.206707] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d247dc-d15e-46ef-930d-c9b3d0aa6cb4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.707897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.708261] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.708261] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.709169] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 with status ACTIVE [ 1169.709357] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.709456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.709526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.709732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.709820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.709990] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.710096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.710158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.711033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.711033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.711033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.711033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.711033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.711033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.711033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.711033] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 is going to be updated. [ 1169.732902] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.733078] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.733133] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.733346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.733481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.733642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.874645] env[66134]: INFO networking_nsxv3.common.synchronization [req-6a1e7d4c-e5a5-403b-8a11-e4bf2c3f4425 req-5a436611-fe40-4b09-b509-a26d9f631e7f tempest-AttachVolumeNegativeTest-52876864 tempest-AttachVolumeNegativeTest-52876864-project-member] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_members [ 1169.876184] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGHEST for action security_group_members [ 1169.877087] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.877307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.877409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.877648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.877917] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.877917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.878019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.878368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.878368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.878368] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.213439] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.380588] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.380756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.380830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.381164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.381164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.381348] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.381445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.381508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.381660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.381779] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.381911] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a is going to be updated. [ 1170.415529] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.415673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.415749] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.415967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.416125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.433036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a in Status: IN_PROGRESS for 2s [ 1170.720652] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.720952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.720952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.721121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.721212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.721317] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be created. [ 1170.743695] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.743904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.743981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.744202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.744358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.755521] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: UNINITIALIZED for 2s [ 1170.920534] env[66134]: INFO networking_nsxv3.common.synchronization [req-4a49929c-15c6-4f9f-a75f-cb7d3fa02e46 req-a24c1e38-1585-4700-82a3-0eee845547ca tempest-AttachVolumeShelveTestJSON-1147994944 tempest-AttachVolumeShelveTestJSON-1147994944-project-member] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1170.921284] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGHEST for action security_group_members [ 1170.921662] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.921856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.922126] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.922426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.922662] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.922816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.922916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.923168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.923298] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.923436] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.195042] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: SUCCESS [ 1171.195108] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.426466] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.426685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.426685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.426917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.426999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.427216] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.427314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.427409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.427529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.427603] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.427691] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 is going to be updated. [ 1171.456177] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.456361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.456443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.456713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.456887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.465648] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: IN_PROGRESS for 2s [ 1172.444778] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a in Status: SUCCESS [ 1172.444778] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a deletion is rescheduled due to dependency. [ 1172.445208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.725200] env[66134]: INFO networking_nsxv3.common.synchronization [req-ef74d65c-dc82-4213-8dab-0f0339d2326b req-209c3868-a701-4222-ab27-a1676c9f0966 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_members [ 1172.725843] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37e53ef-8d69-4652-847d-939e10dd1048 with Priority: HIGHEST for action security_group_members [ 1172.726181] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37e53ef-8d69-4652-847d-939e10dd1048 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.726310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.726376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.726587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.726744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.727197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.727197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.727197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.727197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.727406] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37e53ef-8d69-4652-847d-939e10dd1048',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.766710] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1172.767081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.767183] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.767422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.767604] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.767786] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.767857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.768121] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.768211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.768306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.768396] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.230095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.230933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.230933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.230933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.230933] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.231157] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.231277] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.231334] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.231584] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.231644] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.231796] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 is going to be updated. [ 1173.263246] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.263444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.263444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.263655] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.263815] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.270640] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.270792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.270838] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.271062] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.271231] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.271330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.271395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.271546] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.271631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.271717] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.271900] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.272100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.272100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.272212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.272349] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.272441] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.272503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.272641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.272715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.272829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.272922] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.274461] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e37e53ef-8d69-4652-847d-939e10dd1048 in Status: IN_PROGRESS for 2s [ 1173.477364] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 in Status: SUCCESS [ 1173.477818] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 deletion is rescheduled due to dependency. [ 1173.477818] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.775967] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10f16bfd-a64d-4c06-8e5d-f1871ba36340: rpc.has_security_group_logging(os_id): False [ 1173.796217] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.796391] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.796461] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.796714] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.796814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.797033] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.797137] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.797194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.797361] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.797472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.797637] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.797733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.797833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.797947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.798031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.798214] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.798306] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.798366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.798502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.798590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.798679] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be created. [ 1173.873574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.873834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.873834] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.874143] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.874368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.886490] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1175.285253] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e37e53ef-8d69-4652-847d-939e10dd1048 in Status: SUCCESS [ 1175.285566] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37e53ef-8d69-4652-847d-939e10dd1048 deletion is rescheduled due to dependency. [ 1175.285566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37e53ef-8d69-4652-847d-939e10dd1048" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.899137] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1175.899452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.727381] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.727647] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.588197] env[66134]: INFO networking_nsxv3.common.synchronization [req-5d3fce95-a7a1-4539-95c0-1fd9c990cee4 req-5ec2761b-1115-4012-a2bb-0507a1e779c3 tempest-ServersNegativeTestJSON-1662521284 tempest-ServersNegativeTestJSON-1662521284-project-member] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1181.588794] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1181.589156] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.589299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.589433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.589566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.589715] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.590181] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.590258] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.590415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.590501] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.590596] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.933490] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.933694] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.934260] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.934545] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.934811] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.934977] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.935293] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.935737] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.935737] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.935904] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.936032] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.936150] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.936265] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.936408] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.936518] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.936654] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.965695] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.965792] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.965944] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.966123] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.966450] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-1267132c-2d7b-4300-8d85-68ea6543a319 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.966621] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.966740] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.967129] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.967214] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1267132c-2d7b-4300-8d85-68ea6543a319',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.093569] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.470137] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.470397] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.470499] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.470863] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.471047] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.471240] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 1267132c-2d7b-4300-8d85-68ea6543a319 not found, creating... [ 1182.471532] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.471703] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.471854] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.472155] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.472263] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.472543] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.472696] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.472823] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.473203] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.473360] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.473505] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 1267132c-2d7b-4300-8d85-68ea6543a319 is going to be created. [ 1182.494498] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.494741] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.494830] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.495193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.495437] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.495681] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.595633] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.098795] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.099119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.099250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.099535] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.099639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.099751] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1183.129452] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.129630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.129630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.129774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.129917] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.139659] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1183.187718] env[66134]: INFO networking_nsxv3.common.synchronization [req-5d3fce95-a7a1-4539-95c0-1fd9c990cee4 req-17bed49f-ec2c-41e6-947a-c8041f679bf8 service nova] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_rules [ 1183.187912] env[66134]: INFO networking_nsxv3.common.synchronization [req-5d3fce95-a7a1-4539-95c0-1fd9c990cee4 req-17bed49f-ec2c-41e6-947a-c8041f679bf8 service nova] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1183.188080] env[66134]: INFO networking_nsxv3.common.synchronization [req-5d3fce95-a7a1-4539-95c0-1fd9c990cee4 req-17bed49f-ec2c-41e6-947a-c8041f679bf8 service nova] Enqueued Resource ID: 1267132c-2d7b-4300-8d85-68ea6543a319 with Priority: HIGHEST for action port [ 1183.188635] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_rules [ 1183.188783] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1183.188888] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1267132c-2d7b-4300-8d85-68ea6543a319 with Priority: HIGHEST for action port [ 1183.189219] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.189343] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.189448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.189632] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.189714] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.191406] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.191549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.191770] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-1267132c-2d7b-4300-8d85-68ea6543a319 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.191882] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.191948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.192159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.192242] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1267132c-2d7b-4300-8d85-68ea6543a319',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.694400] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.694832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.694832] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1267132c-2d7b-4300-8d85-68ea6543a319 with status ACTIVE [ 1183.695032] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.695172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.695625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.695625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.695625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.695744] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.695873] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.695913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.696131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.696131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.696477] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.696477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.696477] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.696642] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.696947] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.696947] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1267132c-2d7b-4300-8d85-68ea6543a319 is going to be updated. [ 1183.719557] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.719720] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.719773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.719968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.720116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.720272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1267132c-2d7b-4300-8d85-68ea6543a319" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.150014] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1185.150379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.150430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.150635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.150852] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.150957] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.151048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.151226] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.151311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.151424] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.653607] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.156290] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.658463] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.658640] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.658715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.658940] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.659048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.659157] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1186.689249] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.689429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.689490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.689701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.689849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.699159] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1188.190115] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.190437] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1188.709901] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1188.710151] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.710327] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.710536] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.710723] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.710842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.710912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.711081] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.711167] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.711254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.711347] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.214205] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.214742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.214742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.214742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.214897] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.214996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215066] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.215255] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.215351] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.215452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.215602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.215694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.215923] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.216072] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.216157] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.216213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.216408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.216512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.216570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.216640] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.718698] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10f16bfd-a64d-4c06-8e5d-f1871ba36340: rpc.has_security_group_logging(os_id): False [ 1189.736300] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.736490] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.736543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.736785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.736890] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.737105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.737214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.737273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.737434] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.737510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.737701] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.737794] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.737857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.737993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.738079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.738268] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.738362] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.738425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.738561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.738651] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.738719] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1189.798694] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.798904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.798904] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.799116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.799229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.812665] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1191.830147] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1191.830515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.627272] env[66134]: INFO networking_nsxv3.common.synchronization [req-7989289e-af85-4535-a442-918c1abc3d13 req-86c04866-4d9b-4856-a0a3-2a27cba098a6 tempest-ServersNegativeTestJSON-1662521284 tempest-ServersNegativeTestJSON-1662521284-project-member] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1192.627950] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1192.628283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.628480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.628480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.628667] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.628816] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.628915] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.628978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.629322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.629408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.629508] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.133352] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.635487] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.138031] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.138031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.138031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.138562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.138562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.138562] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1194.171140] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.171328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.171376] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.171604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.171773] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.180605] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1196.192501] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1196.192857] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.629479] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.629843] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.631054] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.631342] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.632371] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.632688] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.897095] env[66134]: INFO networking_nsxv3.common.synchronization [req-5d113f13-ae8e-4ed8-9401-eb52197d2a20 req-63e6a9a2-0d69-42b5-ad2f-559326f0a338 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1209.897705] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1209.898067] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.898216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.898296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.898566] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.898707] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.898875] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.898985] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.899237] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.899340] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.899455] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.401821] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.402065] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.402153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.402433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.402534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.402734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.402836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.402901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.403076] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.403149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.403238] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1210.430473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.430681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.430739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.430888] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.431037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.439388] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1212.450074] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1212.450437] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 deletion is rescheduled due to dependency. [ 1212.450437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.898476] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.898880] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.029036] env[66134]: INFO networking_nsxv3.common.synchronization [req-4cb5abbb-4209-4de5-8933-eff63fa3fe81 req-20b61c7c-9030-48dc-a58e-fcb8bdaed353 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1218.030329] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1218.030383] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.030473] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.030549] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.030792] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.030963] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.031101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.031188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.031304] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.031404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.031522] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.337435] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.337716] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.337854] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.338342] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.338670] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.338839] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.338979] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.339259] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.339419] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.339676] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.339837] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.339933] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.340055] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.340209] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.340386] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.340574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.363344] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.363568] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.363737] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.363935] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.364308] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-3cc74334-ffb0-4e8b-828a-c5353c609e7f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.364558] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.364699] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.365094] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.365326] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc74334-ffb0-4e8b-828a-c5353c609e7f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.534030] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.534235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.534322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.534611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.534700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.534950] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.535101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.535201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.535408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.535519] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.535666] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1218.561643] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.561850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.561850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.562176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.562396] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.572198] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1218.868462] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.868689] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.868764] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.869082] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.869238] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.869398] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port 3cc74334-ffb0-4e8b-828a-c5353c609e7f not found, creating... [ 1218.869678] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.869831] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.869943] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.870182] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.870320] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.870593] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.870748] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.870864] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.871078] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.871210] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.871348] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: 3cc74334-ffb0-4e8b-828a-c5353c609e7f is going to be created. [ 1218.892304] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.892589] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.892787] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.893084] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.893350] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.893585] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.584025] env[66134]: INFO networking_nsxv3.common.synchronization [req-4cb5abbb-4209-4de5-8933-eff63fa3fe81 req-97ff5f8a-01d4-4d24-a0ce-de814cd22bb4 service nova] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 1219.584347] env[66134]: INFO networking_nsxv3.common.synchronization [req-4cb5abbb-4209-4de5-8933-eff63fa3fe81 req-97ff5f8a-01d4-4d24-a0ce-de814cd22bb4 service nova] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1219.584653] env[66134]: INFO networking_nsxv3.common.synchronization [req-4cb5abbb-4209-4de5-8933-eff63fa3fe81 req-97ff5f8a-01d4-4d24-a0ce-de814cd22bb4 service nova] Enqueued Resource ID: 3cc74334-ffb0-4e8b-828a-c5353c609e7f with Priority: HIGHEST for action port [ 1219.585358] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 1219.585552] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1219.585552] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc74334-ffb0-4e8b-828a-c5353c609e7f with Priority: HIGHEST for action port [ 1219.585904] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.586017] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.586139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.586275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.586352] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.587731] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.587837] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.588139] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc74334-ffb0-4e8b-828a-c5353c609e7f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.588139] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.588328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.588410] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.588517] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc74334-ffb0-4e8b-828a-c5353c609e7f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.090873] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.091103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.091175] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc74334-ffb0-4e8b-828a-c5353c609e7f with status ACTIVE [ 1220.091289] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.091465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.091465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.091672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.091771] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.091923] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.092030] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.092096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.092265] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.092483] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.092549] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.092678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.092732] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.092859] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.092930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.093029] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc74334-ffb0-4e8b-828a-c5353c609e7f is going to be updated. [ 1220.117111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.117338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.117465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.117791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.118049] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.118235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc74334-ffb0-4e8b-828a-c5353c609e7f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.583650] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1220.583800] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 deletion is rescheduled due to dependency. [ 1220.583919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.584100] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.584359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.584561] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.584678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.584778] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.584901] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.584999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.585108] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.087498] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.590699] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.093536] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.093780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.093780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.094058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.094171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.094302] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1222.125679] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.125835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.125930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.126164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.126314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.135761] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1224.147369] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1224.147754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.147754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.147963] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.148173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.148289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.148354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.148510] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.148591] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.148678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.148765] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.586348] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.586465] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1224.651065] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.154286] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049: rpc.has_security_group_logging(os_id): False [ 1225.173116] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.173305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.173408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.173648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.173752] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.174132] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.174278] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.174360] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.174524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.174610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.174706] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1225.243173] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.243398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.243398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.244033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.244033] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.258489] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1225.286026] env[66134]: INFO networking_nsxv3.common.synchronization [req-d2d43a64-727d-4a20-ab04-0fac1f6c29bf req-5e2435ee-361d-4de4-a58c-42c01a4fafa2 tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1225.286576] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1225.286916] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.287052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.287123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.287316] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.287473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.287585] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.287662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.287812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.287895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.287992] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.790589] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.790761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.790814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.791048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.791147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791346] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.791446] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.791512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.791702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.791781] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791871] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1225.818486] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.818694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.818922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.819184] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.819329] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.828069] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1227.271978] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1227.272445] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.839704] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1227.839889] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 deletion is rescheduled due to dependency. [ 1227.840009] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.287424] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.287758] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.381081] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.381416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.381416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.381674] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.381960] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.382131] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.382246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.382482] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.382648] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.382862] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.382974] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.383093] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.383207] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.383316] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.383418] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.383549] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.410852] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.411071] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.411212] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.411468] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-107" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.411815] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.411992] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.412127] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.412388] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.412522] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d247dc-d15e-46ef-930d-c9b3d0aa6cb4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.914720] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.915087] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.915177] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.915397] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.915550] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.915880] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.916091] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.916285] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.916591] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.916745] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.917120] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.917289] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.917407] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.917618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.917754] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.917894] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 is going to be updated. [ 1234.938885] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.939187] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.939268] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.939480] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.939671] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.939899] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.288413] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.288633] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.655187] env[66134]: INFO networking_nsxv3.common.synchronization [req-6b84fdeb-a53e-4899-87e1-2c461957b332 req-aa0ae156-5ac7-4614-ae8a-293b76f8c2e4 service nova] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_rules [ 1235.655459] env[66134]: INFO networking_nsxv3.common.synchronization [req-6b84fdeb-a53e-4899-87e1-2c461957b332 req-aa0ae156-5ac7-4614-ae8a-293b76f8c2e4 service nova] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1235.655496] env[66134]: INFO networking_nsxv3.common.synchronization [req-6b84fdeb-a53e-4899-87e1-2c461957b332 req-aa0ae156-5ac7-4614-ae8a-293b76f8c2e4 service nova] Enqueued Resource ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 with Priority: HIGHEST for action port [ 1235.656266] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_rules [ 1235.656266] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1235.656438] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 with Priority: HIGHEST for action port [ 1235.656620] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.656743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.656808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.658293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.658293] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.658927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.659347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.659347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.659347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.659563] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.659563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.659683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.659716] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.659869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.659927] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.660765] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.660852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.660852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.661194] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.661194] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d247dc-d15e-46ef-930d-c9b3d0aa6cb4',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.163363] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.163616] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.163933] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.165201] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 with status ACTIVE [ 1236.165955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.165955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.165955] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.166176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.166211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.166488] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.166662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.166768] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.167025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.167155] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.167443] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.167597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.167704] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.167920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.168054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.168191] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18d247dc-d15e-46ef-930d-c9b3d0aa6cb4 is going to be updated. [ 1236.196061] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.196295] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.196408] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.196683] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.196867] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.197083] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d247dc-d15e-46ef-930d-c9b3d0aa6cb4" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.671050] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.174090] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.174331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.174331] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.174583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.174722] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.174830] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1237.208410] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.208654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.208654] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.208870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.209056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.218677] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1237.517021] env[66134]: INFO networking_nsxv3.common.synchronization [req-68998336-c6e3-4a0e-ab28-01017e6953f5 req-71486a89-4baf-495b-b370-9a871e791085 tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1237.517676] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1237.518180] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.518180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.518180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.518425] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.518425] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.518525] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.518589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.518745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.518829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.518957] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.817047] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.817382] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.817430] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.817721] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.818015] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.818248] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.818618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.818618] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.818801] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.819051] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.819346] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.819346] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.819448] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.819585] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.819728] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.819898] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.838649] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.839439] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.839439] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.839439] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.839633] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-cb0834d0-18bb-46de-9796-f14a2e350324 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.839633] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.839753] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.840107] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.840247] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0834d0-18bb-46de-9796-f14a2e350324',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.021283] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.021464] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.021505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.021743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.021894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.022095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.022209] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.022257] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.022415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.022524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.022606] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1238.049766] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.049952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.049993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.050202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.050342] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.059075] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1238.342949] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.343226] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.343357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.343650] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.343803] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.343963] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port cb0834d0-18bb-46de-9796-f14a2e350324 not found, creating... [ 1238.344254] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.344412] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.344544] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.344830] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.344965] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.345269] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.345421] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.345537] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.345754] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.345886] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.346036] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: cb0834d0-18bb-46de-9796-f14a2e350324 is going to be created. [ 1238.365614] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.366110] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.366253] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.366520] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.366772] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.367015] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.065759] env[66134]: INFO networking_nsxv3.common.synchronization [req-68998336-c6e3-4a0e-ab28-01017e6953f5 req-7f0e10fd-6fe4-4c45-b55e-156e222ebcfd service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 1239.066128] env[66134]: INFO networking_nsxv3.common.synchronization [req-68998336-c6e3-4a0e-ab28-01017e6953f5 req-7f0e10fd-6fe4-4c45-b55e-156e222ebcfd service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1239.066182] env[66134]: INFO networking_nsxv3.common.synchronization [req-68998336-c6e3-4a0e-ab28-01017e6953f5 req-7f0e10fd-6fe4-4c45-b55e-156e222ebcfd service nova] Enqueued Resource ID: cb0834d0-18bb-46de-9796-f14a2e350324 with Priority: HIGHEST for action port [ 1239.066762] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 1239.066940] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1239.067144] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0834d0-18bb-46de-9796-f14a2e350324 with Priority: HIGHEST for action port [ 1239.067663] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.067663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.067763] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.067929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.068045] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.069080] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.069271] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.069466] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0834d0-18bb-46de-9796-f14a2e350324 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.069604] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.069700] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.069920] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.070038] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0834d0-18bb-46de-9796-f14a2e350324',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.229162] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 4s [ 1239.571860] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.572643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.575105] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb0834d0-18bb-46de-9796-f14a2e350324 with status ACTIVE [ 1239.575105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.575105] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.575105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.575676] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.575676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.575676] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.575788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.575816] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.576618] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb0834d0-18bb-46de-9796-f14a2e350324 is going to be updated. [ 1239.597999] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.598244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.598301] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.598500] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.598635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.598799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.069222] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1240.069681] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 deletion is rescheduled due to dependency. [ 1240.069681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.069806] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.069948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.070180] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.070313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.070381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.070569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.070678] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.070811] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.573352] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.076078] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.242182] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1241.242491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.242682] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.242907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.243118] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.243241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.243307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.243471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.243548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.243637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.243756] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.579449] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.579735] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.579782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.580029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.580114] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.580216] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1241.610341] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.610572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.610572] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.610865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.611037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.624433] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1241.746655] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.746856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.746981] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.747243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.747424] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.747550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.747610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.747759] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.747847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.747937] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.748100] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.748197] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.748275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.748430] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.748570] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.748733] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.748776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.748908] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.748987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.749082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.749172] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.252068] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10f16bfd-a64d-4c06-8e5d-f1871ba36340: rpc.has_security_group_logging(os_id): False [ 1242.296263] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.296533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.296533] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.296755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.296896] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.297229] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.297422] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.297509] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.297707] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.297797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.298073] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.298217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.298313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.298625] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.298736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.298935] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.299038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.299107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.299382] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.299526] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.299661] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1242.393121] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.393367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.393367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.393637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.393856] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.411706] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1243.635403] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1243.635762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.635801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.636131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.636338] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.636460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.636539] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.636690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.636774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.636862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.637018] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.068642] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.068642] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1244.139202] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.428963] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1244.429243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.642013] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f671855f-0771-49a5-856b-332135f5db08: rpc.has_security_group_logging(os_id): False [ 1244.662767] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.663045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.663045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.663193] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.663281] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.663525] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.663633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.663690] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.663850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.663928] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.664029] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1244.725230] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.725435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.725435] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.725650] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.725840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.742441] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1246.757715] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1246.758055] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.069628] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.069968] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.658974] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.659393] env[66134]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-aa4cd41e-bbb7-403b-b52b-e4bead64635a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.070948] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.071320] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.072855] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.073270] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1261.608612] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.609069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.609069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.609069] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.609186] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.111974] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.614970] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.818816] env[66134]: INFO networking_nsxv3.common.synchronization [req-fec234db-554b-4508-ad22-d4bc1c958224 req-2b41e510-0f78-4d0a-9114-5cf314bafa3f tempest-ServersNegativeTestJSON-1662521284 tempest-ServersNegativeTestJSON-1662521284-project-member] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1262.819408] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGHEST for action security_group_members [ 1262.819719] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.819847] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.819918] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.820185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.820277] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.820377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.820532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.820578] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.820660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.820795] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.117808] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1263.117971] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1263.323141] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.323377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.323377] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.323643] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.323775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.324021] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.324117] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.324168] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.324389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.324484] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.324592] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be updated. [ 1263.361073] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.361273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.361273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.361619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.361774] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.370736] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: IN_PROGRESS for 2s [ 1263.873781] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.874150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.874150] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.874235] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.887891] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1263.888796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.889664] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1263.926670] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.926865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.926931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.927110] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.941807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.942658] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1263.942807] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1263.942913] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1263.984507] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.984746] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.984868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.985162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.986450] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.986644] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1264.071552] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.071697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.073016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.073016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.073016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.073016] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1264.161157] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.161311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.161409] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.161583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.161887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.162201] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1264.162310] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'10f16bfd-a64d-4c06-8e5d-f1871ba36340', 'f671855f-0771-49a5-856b-332135f5db08', 'e6c82576-bfa1-413f-91c2-2b0773aff10d', '6a47667b-094c-487a-a3df-15dcd0b80f16', '7aa24540-cc9f-438a-bd31-05b279f7f53a', '14f3ddf5-b308-4560-8b5e-7098d78c196c', 'e5f9e5bd-e6cb-4b47-9a95-a488cd40baad', 'a1807ffb-6440-4b34-a0a8-0656c42d14e1', '8d24ca05-29d9-417f-830b-4f7426ed876f', 'af1c8d12-3e8a-452e-9e62-056540e664af', '1f4ff13e-7d5b-4f17-81be-da3fea7b43ad', 'ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049', '00d98c1f-c2d7-47eb-978d-904c1703915e', 'bae5aa3d-0471-40ea-a320-747cd2d434c9', 'c8db83d6-8ca1-4741-b12f-ef9a84cef2f5', '85dff4ba-88f8-40a6-85d5-d0d39ec640f7', 'dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7', '4af495e8-ae8d-49e7-bb15-150cf5bdd37a', 'eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f', '4939bc78-df36-4c3e-bea1-a8681d3be421', 'ef112fb4-8e98-47a7-afd3-4770042ab40c', 'a47ea096-cd99-4651-81cb-b6d778018420', 'eebfee86-7c32-49e0-b928-d4e323b1f782', '44d7d250-a336-4d8c-bd04-55ab387d9639', '13916516-853b-4007-b8d2-02076e4d3706', '8b04869f-0873-424c-ba16-e240886d2332', '9f41dda1-5cf2-46a0-a0af-ca0b108dbd01', '421c6a27-8c26-41b6-b90a-6b90d1b49e94', '3e129dcb-9732-4afd-ad83-f5f5282f5855', 'b6ee5778-4f36-4f35-ad90-8454d61d54f3', 'db28195d-f95f-4628-9ef1-2be77df9d2cf', 'e912ad56-d8f0-409d-8fbc-89d037f88b20', '9aa43c46-6959-46e0-90ad-88238adbb2ef', 'c9de396f-ffe8-4578-9102-ff5b74861f3c', '4e229980-0efb-4d73-91ec-13130f6a94e7', '86c56909-28d8-438f-8386-2786bf70de0c', 'e37e53ef-8d69-4652-847d-939e10dd1048', '840c5b2f-35ce-4008-baf0-c273c008980b', '56161d3b-8114-4597-b8da-f4a2a9ad0634', 'dc7b0c0f-f9f6-477d-8481-08bd5a1effa3', '485168ab-a650-49be-a1c3-aa25ba6b9389', '5df325fb-38b1-4611-b498-6f1e9e153d85', 'b9106897-4113-4dcc-ab8c-7f60fb3dcdcc', '496b84c1-cc45-467e-a49a-3670507a3ed6', '66bc9dc1-a494-489b-8adf-b3f7a6eb607b'} {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1264.162402] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1264.181870] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.182077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.182125] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.182356] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.182460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.182574] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1264.182659] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1264.182765] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1264.265709] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.265926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.265984] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.266344] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.267551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.267855] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1264.267916] env[66134]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66134) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1264.267966] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1264.268110] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1264.268146] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1264.268202] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGH for action security_group_rules [ 1264.268278] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGH for action security_group_rules [ 1264.268339] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGH for action security_group_rules [ 1264.268415] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGH for action security_group_rules [ 1264.268479] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGH for action security_group_rules [ 1264.268545] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGH for action security_group_rules [ 1264.268612] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGH for action security_group_rules [ 1264.268678] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGH for action security_group_rules [ 1264.268739] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGH for action security_group_rules [ 1264.268798] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGH for action security_group_rules [ 1264.268856] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGH for action security_group_rules [ 1264.268927] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGH for action security_group_rules [ 1264.268990] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGH for action security_group_rules [ 1264.269060] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGH for action security_group_rules [ 1264.269119] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGH for action security_group_rules [ 1264.269187] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGH for action security_group_rules [ 1264.269256] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGH for action security_group_rules [ 1264.269321] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGH for action security_group_rules [ 1264.269390] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGH for action security_group_rules [ 1264.269459] env[66134]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGH for action security_group_rules [ 1264.269550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.381415] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 in Status: SUCCESS [ 1265.381783] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 deletion is rescheduled due to dependency. [ 1265.381783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.820165] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.820468] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1267.820468] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 with Priority: HIGH for action security_group_rules [ 1267.820541] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c82576-bfa1-413f-91c2-2b0773aff10d with Priority: HIGH for action security_group_rules [ 1267.820633] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad with Priority: HIGH for action security_group_rules [ 1267.820917] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGH for action security_group_rules [ 1267.820917] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGH for action security_group_rules [ 1267.820917] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f with Priority: HIGH for action security_group_rules [ 1267.821075] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a with Priority: HIGH for action security_group_rules [ 1267.821075] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 with Priority: HIGH for action security_group_rules [ 1267.821163] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 with Priority: HIGH for action security_group_rules [ 1267.821407] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 with Priority: HIGH for action security_group_rules [ 1267.821407] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d98c1f-c2d7-47eb-978d-904c1703915e with Priority: HIGH for action security_group_rules [ 1267.821407] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGH for action security_group_rules [ 1267.821556] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGH for action security_group_rules [ 1267.821594] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c8d12-3e8a-452e-9e62-056540e664af with Priority: HIGH for action security_group_rules [ 1267.821645] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ca05-29d9-417f-830b-4f7426ed876f with Priority: HIGH for action security_group_rules [ 1267.821730] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c with Priority: HIGH for action security_group_rules [ 1267.821820] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 with Priority: HIGH for action security_group_rules [ 1267.821930] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a with Priority: HIGH for action security_group_rules [ 1267.821987] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGH for action security_group_rules [ 1267.822078] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 with Priority: HIGH for action security_group_rules [ 1267.822422] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.822543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.822744] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.822808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.822890] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f16bfd-a64d-4c06-8e5d-f1871ba36340',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.823883] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6c82576-bfa1-413f-91c2-2b0773aff10d taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.823999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.824082] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.824254] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.824335] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6c82576-bfa1-413f-91c2-2b0773aff10d',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.827849] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.827849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.827849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.827849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.827849] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f9e5bd-e6cb-4b47-9a95-a488cd40baad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.828225] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.828333] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.828398] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.828750] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.828750] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.829574] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.829574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.829725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.829800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.829859] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.830684] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.830684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.830910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.830910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.831031] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.831789] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.831916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.831916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.832543] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.832543] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af495e8-ae8d-49e7-bb15-150cf5bdd37a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.832946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.833053] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.833161] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.833266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.833335] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.833984] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae5aa3d-0471-40ea-a320-747cd2d434c9 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.834144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.834212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.834352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.834514] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae5aa3d-0471-40ea-a320-747cd2d434c9',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.835602] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.835715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.835777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.835909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.836102] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85dff4ba-88f8-40a6-85d5-d0d39ec640f7',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.836649] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d98c1f-c2d7-47eb-978d-904c1703915e taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.836751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.836811] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.836956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.837052] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d98c1f-c2d7-47eb-978d-904c1703915e',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.837802] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.837861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.837892] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.838079] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.838167] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.838820] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.838925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.838993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.839206] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.839329] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.840089] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1c8d12-3e8a-452e-9e62-056540e664af taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.840285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.840285] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.840397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.840532] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1c8d12-3e8a-452e-9e62-056540e664af',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.841165] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d24ca05-29d9-417f-830b-4f7426ed876f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.841292] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.841357] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.841489] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.841557] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d24ca05-29d9-417f-830b-4f7426ed876f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.842208] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f3ddf5-b308-4560-8b5e-7098d78c196c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.842310] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.842387] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.842513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.842626] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f3ddf5-b308-4560-8b5e-7098d78c196c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.845056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.845188] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.845242] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.845456] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.845456] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1807ffb-6440-4b34-a0a8-0656c42d14e1',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.846290] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa24540-cc9f-438a-bd31-05b279f7f53a taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.846290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.846290] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.846452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.846495] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa24540-cc9f-438a-bd31-05b279f7f53a',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.847745] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.847745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.847745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.847745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.847745] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.848200] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a47667b-094c-487a-a3df-15dcd0b80f16 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.848291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.848355] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.848502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.848572] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a47667b-094c-487a-a3df-15dcd0b80f16',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.354743] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.354743] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.355037] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.355373] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.355473] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.355684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.355684] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.356196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.356196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.356330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.356400] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.366488] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.366488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.366657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.366754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.366903] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.367013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.367084] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.367820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.367820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.367820] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.367820] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.369213] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.369395] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.369505] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.369760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.372946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.372946] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.372946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.372946] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.372946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.373527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.373527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.373527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.373527] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.433975] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.434171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.434215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.434427] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.438831] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.438989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.439832] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.439971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.440413] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.440611] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.445891] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.446123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.446880] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.447047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.449589] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.449589] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.454453] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.454453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.455144] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.455256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.456346] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.456346] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.456927] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.456927] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.457539] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.457938] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.458043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.458733] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.459116] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.459297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.461805] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.462349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.462608] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f is going to be deleted. [ 1268.464887] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.464887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.465094] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.465322] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.466847] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.466948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.467679] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.468354] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.468521] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.494089] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.494647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.494828] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa24540-cc9f-438a-bd31-05b279f7f53a is going to be deleted. [ 1268.495831] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.496119] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.517428] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.517569] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7 is going to be deleted. [ 1268.518534] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.518902] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.540418] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.540570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.545534] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.545673] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.556802] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.556925] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d98c1f-c2d7-47eb-978d-904c1703915e is going to be deleted. [ 1268.557907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.558092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.584021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.584224] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a47667b-094c-487a-a3df-15dcd0b80f16 is going to be deleted. [ 1268.585215] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.585431] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.586925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.587043] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.623170] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.623170] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f16bfd-a64d-4c06-8e5d-f1871ba36340 is going to be deleted. [ 1268.624024] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.624241] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.625739] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.625836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.646941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.647099] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f9e5bd-e6cb-4b47-9a95-a488cd40baad is going to be deleted. [ 1268.648156] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.648378] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.690481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.690625] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af495e8-ae8d-49e7-bb15-150cf5bdd37a is going to be deleted. [ 1268.691563] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.691788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.742171] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.742381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.749551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.749707] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae5aa3d-0471-40ea-a320-747cd2d434c9 is going to be deleted. [ 1268.750672] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.750895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.760843] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.761068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.787465] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.787611] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f3ddf5-b308-4560-8b5e-7098d78c196c is going to be deleted. [ 1268.788570] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.788784] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.807095] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.807276] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.831103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.831495] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1c8d12-3e8a-452e-9e62-056540e664af is going to be deleted. [ 1268.832218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.832420] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.856872] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.857101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.864694] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.884213] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.885297] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.886212] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.891266] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.891376] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d24ca05-29d9-417f-830b-4f7426ed876f is going to be deleted. [ 1268.892421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.892633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.949208] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.949465] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1807ffb-6440-4b34-a0a8-0656c42d14e1 is going to be deleted. [ 1268.950279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.950496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.982218] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.982440] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.019363] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.019560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.021950] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.022213] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.025602] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.025785] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6c82576-bfa1-413f-91c2-2b0773aff10d is going to be deleted. [ 1269.026756] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.026951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.045734] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.045921] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.077524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.077524] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85dff4ba-88f8-40a6-85d5-d0d39ec640f7 is going to be deleted. [ 1269.078429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.078657] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.142307] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.142516] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.171633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.171803] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be deleted. [ 1269.172912] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.173293] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.173401] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.173527] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb26bbc6-33f6-41e7-a6b1-33dc66f6c50f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.173693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.173944] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.173994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.174092] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa24540-cc9f-438a-bd31-05b279f7f53a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.174621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.174776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.174862] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.175013] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd6bbc0a-2a5b-484f-9dd8-8a9abf1105c7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.175845] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.175949] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.176029] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.176218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.176305] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176437] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85dff4ba-88f8-40a6-85d5-d0d39ec640f7" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176558] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.176701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.176776] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d98c1f-c2d7-47eb-978d-904c1703915e" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.177154] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.177229] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.177341] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a47667b-094c-487a-a3df-15dcd0b80f16" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.178050] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.178153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.178220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.178366] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.178444] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.178561] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6c82576-bfa1-413f-91c2-2b0773aff10d" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.178681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.178819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.178893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179007] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f16bfd-a64d-4c06-8e5d-f1871ba36340" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179135] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.179272] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.179345] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179452] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f9e5bd-e6cb-4b47-9a95-a488cd40baad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.179693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.179765] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179870] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af495e8-ae8d-49e7-bb15-150cf5bdd37a" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179994] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.180144] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.180217] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.180325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1c8d12-3e8a-452e-9e62-056540e664af" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.180429] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.180560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.180631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.180736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae5aa3d-0471-40ea-a320-747cd2d434c9" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.180842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.180973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.181056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.181158] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f3ddf5-b308-4560-8b5e-7098d78c196c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.181283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.181419] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.181491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.181599] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d24ca05-29d9-417f-830b-4f7426ed876f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.181699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.181828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.181900] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.182012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1807ffb-6440-4b34-a0a8-0656c42d14e1" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.309997] env[66134]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.310594] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.310736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.310808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.311068] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.311177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.311315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.366402] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8db83d6-8ca1-4741-b12f-ef9a84cef2f5: rpc.has_security_group_logging(os_id): False [ 1269.387427] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad: rpc.has_security_group_logging(os_id): False [ 1269.388670] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f671855f-0771-49a5-856b-332135f5db08: rpc.has_security_group_logging(os_id): False [ 1269.390251] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.390393] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.390453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.390660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.391499] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049: rpc.has_security_group_logging(os_id): False [ 1269.423398] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.423590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.424323] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.424439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.425239] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.425379] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.434941] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.435529] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.435639] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.435708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.435929] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.436038] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.436163] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 is going to be updated. [ 1269.437232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.437583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.469238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.469633] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.469799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.469836] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.470036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.470123] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.470235] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1269.471385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.471601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.506597] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.506914] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.507031] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.507104] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.507307] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.507418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.507509] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1269.508629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.508801] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.647032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.647367] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.647496] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.647567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.647899] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.647945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.648041] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be updated. [ 1269.661285] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.661506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.661506] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.661685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.661828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.671874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.672012] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.672090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.672294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.672433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.674280] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: IN_PROGRESS for 2s [ 1269.682341] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1269.705470] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.705617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.705663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.705864] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.706036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.719801] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.719983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.719983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.720185] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.720326] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.722372] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1269.731847] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1271.689136] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: SUCCESS [ 1271.689607] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.691880] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1271.692072] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.734425] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1271.734641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.742629] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1271.742785] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.823555] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.823896] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.824645] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.825016] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.934533] env[66134]: INFO networking_nsxv3.common.synchronization [req-26689fbf-01a4-448a-956e-bf8bc082ba04 req-9bffe678-63a3-4e81-8f3b-37e0de287e99 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_members [ 1277.935064] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 with Priority: HIGHEST for action security_group_members [ 1277.935392] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.935583] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.935660] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.936352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.936352] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.936352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.936352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.936352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.936590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.936590] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8db83d6-8ca1-4741-b12f-ef9a84cef2f5',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.440153] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.440153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.440153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.440153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.440153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.440517] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.440517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.440517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.440635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.440635] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.440730] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 is going to be updated. [ 1278.473330] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.473567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.473567] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.473758] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.473895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.484054] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: IN_PROGRESS for 2s [ 1280.494580] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 in Status: SUCCESS [ 1280.494948] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8db83d6-8ca1-4741-b12f-ef9a84cef2f5 deletion is rescheduled due to dependency. [ 1280.494948] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8db83d6-8ca1-4741-b12f-ef9a84cef2f5" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.936468] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.936468] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.475171] env[66134]: INFO networking_nsxv3.common.synchronization [req-8601fbb7-a064-4f0e-a188-548c5df8d5b9 req-586452b7-090d-4ad1-ae9f-3974be15fa59 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1287.475171] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1287.475494] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.475494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.475494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.475686] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.476134] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.476134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.476134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.476134] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.476472] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.476472] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.816662] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.816973] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.817133] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.817445] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.817745] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.817910] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.818039] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.818271] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.818450] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.818756] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.818830] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.818932] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.819062] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.819164] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.819336] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.819479] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.853874] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.854078] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.854203] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.854386] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.854721] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-3fc78a52-ab12-4bef-a7ca-825458083203 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.854899] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.855030] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.855461] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.855596] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc78a52-ab12-4bef-a7ca-825458083203',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.979168] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.979417] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.979545] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.979824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.979968] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.980274] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.980421] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.980532] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.980808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.980909] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.981065] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be deleted. [ 1288.015805] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.016061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.016061] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.016359] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.016457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.016569] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.358369] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.358656] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.358786] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.359093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.359258] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.359421] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 3fc78a52-ab12-4bef-a7ca-825458083203 not found, creating... [ 1288.359689] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.359847] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.359964] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.360212] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.360354] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.360638] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.360799] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.360915] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.361138] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.361272] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.361415] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 3fc78a52-ab12-4bef-a7ca-825458083203 is going to be created. [ 1288.385761] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.386110] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.386329] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.386733] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.387073] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.387404] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.058643] env[66134]: INFO networking_nsxv3.common.synchronization [req-8601fbb7-a064-4f0e-a188-548c5df8d5b9 req-7008c897-bbc6-48d8-94dc-08523bb7606b service nova] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_rules [ 1289.058948] env[66134]: INFO networking_nsxv3.common.synchronization [req-8601fbb7-a064-4f0e-a188-548c5df8d5b9 req-7008c897-bbc6-48d8-94dc-08523bb7606b service nova] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1289.058948] env[66134]: INFO networking_nsxv3.common.synchronization [req-8601fbb7-a064-4f0e-a188-548c5df8d5b9 req-7008c897-bbc6-48d8-94dc-08523bb7606b service nova] Enqueued Resource ID: 3fc78a52-ab12-4bef-a7ca-825458083203 with Priority: HIGHEST for action port [ 1289.059499] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_rules [ 1289.059656] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1289.059758] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc78a52-ab12-4bef-a7ca-825458083203 with Priority: HIGHEST for action port [ 1289.060079] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.060211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.060280] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.060497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.060583] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.061496] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.061573] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.061631] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.061796] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.061940] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.062045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.062107] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.062309] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.062354] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.062410] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.064667] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc78a52-ab12-4bef-a7ca-825458083203 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.064782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.064982] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.065070] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc78a52-ab12-4bef-a7ca-825458083203',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.566668] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.566827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.566923] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.567856] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fc78a52-ab12-4bef-a7ca-825458083203 with status ACTIVE [ 1289.568057] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.568173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.568240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.568485] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.568575] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.568746] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.568840] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.568903] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.569073] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.569162] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.569328] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.569488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.569488] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.569653] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.569694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.569840] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fc78a52-ab12-4bef-a7ca-825458083203 is going to be updated. [ 1289.589916] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.590105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.590105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.590308] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.590439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.590587] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.072114] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.574586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.574814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.574814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.575032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.575120] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.575223] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be created. [ 1290.607632] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.607832] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.607954] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.608232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.608579] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.621527] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: UNINITIALIZED for 2s [ 1292.634504] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: SUCCESS [ 1292.634504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.634504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.634504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.634504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.634504] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.635238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.635238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.635238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.635238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.635238] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.139068] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.139335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.139335] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.139574] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.139804] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.139919] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.139983] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.140164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.140291] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.140381] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.140555] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.140681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.140731] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.140868] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.141034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.141129] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.141202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.141352] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.141432] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.141518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.141639] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.644289] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4939bc78-df36-4c3e-bea1-a8681d3be421: rpc.has_security_group_logging(os_id): False [ 1293.663593] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.663824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.663824] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.664025] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.664115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.664303] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.664404] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.664467] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.664629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.664701] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.664884] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.664979] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.665054] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.665202] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.665347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.665583] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.665694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.665761] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.665931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.666051] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.666149] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be created. [ 1293.725647] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.725887] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.725962] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.726196] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.726415] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.738976] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: IN_PROGRESS for 2s [ 1294.061117] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.061280] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.753305] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: SUCCESS [ 1295.753665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.384325] env[66134]: INFO networking_nsxv3.common.synchronization [req-df89a4c7-17e8-456e-99c5-c2a6930fe992 req-30b5f591-824e-4ef2-8c25-1c10b5e66521 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1296.384774] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 with Priority: HIGHEST for action security_group_members [ 1296.385458] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-4939bc78-df36-4c3e-bea1-a8681d3be421 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.385458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.385458] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.385662] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.385699] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.385819] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.385881] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.386036] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.386122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.386216] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4939bc78-df36-4c3e-bea1-a8681d3be421',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.432104] env[66134]: INFO networking_nsxv3.common.synchronization [req-df89a4c7-17e8-456e-99c5-c2a6930fe992 req-30b5f591-824e-4ef2-8c25-1c10b5e66521 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 3fc78a52-ab12-4bef-a7ca-825458083203 with Priority: HIGHEST for action port [ 1296.432612] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc78a52-ab12-4bef-a7ca-825458083203 with Priority: HIGHEST for action port [ 1296.432928] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc78a52-ab12-4bef-a7ca-825458083203 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.433146] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.433211] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.433418] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.433498] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc78a52-ab12-4bef-a7ca-825458083203',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.889036] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.889502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.889502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.889502] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.889617] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.889806] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.889914] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.889969] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.890160] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.890239] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.890600] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 is going to be updated. [ 1296.935306] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fc78a52-ab12-4bef-a7ca-825458083203 with status ACTIVE [ 1296.935843] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.936102] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.936204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.936503] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.936629] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.936869] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.936987] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.937091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.937279] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.937385] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.937548] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.937648] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.937715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.937848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.937922] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.938015] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fc78a52-ab12-4bef-a7ca-825458083203 is going to be updated. [ 1296.939815] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.939930] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.939995] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.940164] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.940540] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.951624] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: IN_PROGRESS for 2s [ 1296.960833] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.961032] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.961091] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.961314] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.961494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.961663] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc78a52-ab12-4bef-a7ca-825458083203" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.963139] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 in Status: SUCCESS [ 1298.963564] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4939bc78-df36-4c3e-bea1-a8681d3be421 deletion is rescheduled due to dependency. [ 1298.963564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4939bc78-df36-4c3e-bea1-a8681d3be421" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.279061] env[66134]: INFO networking_nsxv3.common.synchronization [req-e44931e9-be3d-4962-8779-cc729c48c798 req-68f43fad-199f-4351-935f-166f56fc60b8 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1300.279581] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1300.279876] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.279997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.280216] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.280515] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.280579] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.280685] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.280748] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.280889] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.280973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.281064] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.784979] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.785171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.785210] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.785518] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.785619] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.785819] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.785916] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.785997] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.786147] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.786218] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.786305] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1300.815777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.815934] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.816020] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.816230] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.816399] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.825239] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1302.836517] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1302.836847] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 deletion is rescheduled due to dependency. [ 1302.837633] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.280467] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.280785] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.760655] env[66134]: INFO networking_nsxv3.common.synchronization [req-95d09a3d-94cf-470d-bf2f-b57af9561cd3 req-4a75c1d7-997f-4517-84a9-5501812a6e20 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1307.760655] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1307.761098] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.761098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.761098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.761220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.761360] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.761457] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.761517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.761658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.761740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.761833] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.058675] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.058890] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.059025] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.059343] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.059623] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.059789] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.059901] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.060127] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.060270] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.060474] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.060585] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.060690] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.060794] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.060898] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.061000] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.061143] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.080600] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.080773] env[66134]: DEBUG dogpile.cache.region [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1308.080913] env[66134]: DEBUG dogpile.lock [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.081101] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "network-335" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.081463] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.081632] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.081751] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.082083] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.082222] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1842a5b-7442-4c31-82fe-b02a1cd37dc3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.265332] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.265595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.265595] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.265865] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.266023] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.266206] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.266300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.266369] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.266553] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.266638] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.266737] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1308.291625] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.291891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.291891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.292077] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.292166] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.300792] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1308.584452] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.584749] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.584920] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.585246] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.585501] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.585688] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Segment Port e1842a5b-7442-4c31-82fe-b02a1cd37dc3 not found, creating... [ 1308.585979] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.586176] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.586299] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.586570] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.586691] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.586964] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.587133] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.587253] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.587459] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.587590] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.587728] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Resource: SegmentPort with ID: e1842a5b-7442-4c31-82fe-b02a1cd37dc3 is going to be created. [ 1308.613626] env[66134]: DEBUG networking_nsxv3.common.locking [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.613832] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.613952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.614239] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.614462] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.614683] env[66134]: DEBUG oslo_concurrency.lockutils [None req-970d04a3-da3f-4485-972f-158d0f64b613 None None] Releasing lock "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.307758] env[66134]: INFO networking_nsxv3.common.synchronization [req-95d09a3d-94cf-470d-bf2f-b57af9561cd3 req-afb46c03-4818-4d8f-906b-7a1ade2b43f0 service nova] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 1309.308176] env[66134]: INFO networking_nsxv3.common.synchronization [req-95d09a3d-94cf-470d-bf2f-b57af9561cd3 req-afb46c03-4818-4d8f-906b-7a1ade2b43f0 service nova] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1309.308176] env[66134]: INFO networking_nsxv3.common.synchronization [req-95d09a3d-94cf-470d-bf2f-b57af9561cd3 req-afb46c03-4818-4d8f-906b-7a1ade2b43f0 service nova] Enqueued Resource ID: e1842a5b-7442-4c31-82fe-b02a1cd37dc3 with Priority: HIGHEST for action port [ 1309.308685] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_rules [ 1309.308872] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1309.308930] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1842a5b-7442-4c31-82fe-b02a1cd37dc3 with Priority: HIGHEST for action port [ 1309.309591] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.309681] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.309751] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.309946] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.310039] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.311759] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.311812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.312016] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.312124] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.312192] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.312368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.312442] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1842a5b-7442-4c31-82fe-b02a1cd37dc3',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.812827] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.813047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.814386] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1842a5b-7442-4c31-82fe-b02a1cd37dc3 with status ACTIVE [ 1309.814516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.814630] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.814698] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.814913] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.815015] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.815227] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.815330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.815389] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.815621] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.815715] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.815883] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.815977] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.816052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.816207] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.816283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.816369] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1842a5b-7442-4c31-82fe-b02a1cd37dc3 is going to be updated. [ 1309.837640] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.837849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.837849] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.838052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.838186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.838337] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1842a5b-7442-4c31-82fe-b02a1cd37dc3" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.310485] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1310.310850] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 deletion is rescheduled due to dependency. [ 1310.310850] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.310974] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.311178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.311361] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.311481] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.311550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.311713] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.311799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.311893] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.814120] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.316384] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.819075] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.819269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.819315] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.819647] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.819747] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.819845] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1311.881554] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.881736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.882299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.882299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.882299] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.892371] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1313.903435] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1313.903807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.903807] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.904098] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.904333] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.904497] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.904590] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.904777] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.904883] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.904989] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.905118] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.076656] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.076889] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.077038] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.077314] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.077583] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.077770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.077853] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.078074] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.078218] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.078428] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.078538] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.078645] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.078749] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.078853] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.078953] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.079097] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.099240] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.099413] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1314.099557] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.099735] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-510" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.100079] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-cb0834d0-18bb-46de-9796-f14a2e350324 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.100256] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.100383] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.100651] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.100795] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0834d0-18bb-46de-9796-f14a2e350324',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.309717] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.309717] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1314.408099] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.603241] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.603552] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.603641] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.603912] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.604071] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.604338] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.604499] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.604613] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.604841] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.604974] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.605268] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.605416] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.605545] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.605770] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.605901] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.606055] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: cb0834d0-18bb-46de-9796-f14a2e350324 is going to be updated. [ 1314.627598] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.627814] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.627942] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.628213] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.628405] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.628624] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.909809] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049: rpc.has_security_group_logging(os_id): False [ 1314.927485] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.927680] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.927745] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.927961] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.928090] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.928342] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.928448] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.928513] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.928674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.928753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.928841] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1314.991255] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.991470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.991470] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.991693] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.991843] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.005374] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1315.346405] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f8e0c60-d50b-4626-96be-a7fb8f23dd21 req-0b8ef8e9-1541-489b-bc2e-1d5bc19b7bce service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 1315.346673] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f8e0c60-d50b-4626-96be-a7fb8f23dd21 req-0b8ef8e9-1541-489b-bc2e-1d5bc19b7bce service nova] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1315.346740] env[66134]: INFO networking_nsxv3.common.synchronization [req-8f8e0c60-d50b-4626-96be-a7fb8f23dd21 req-0b8ef8e9-1541-489b-bc2e-1d5bc19b7bce service nova] Enqueued Resource ID: cb0834d0-18bb-46de-9796-f14a2e350324 with Priority: HIGHEST for action port [ 1315.347309] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_rules [ 1315.347448] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1315.347683] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0834d0-18bb-46de-9796-f14a2e350324 with Priority: HIGHEST for action port [ 1315.347883] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.347978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.347978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.348204] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.348271] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.349111] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.349232] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.349296] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.349449] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.349587] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.349697] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.349762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.349891] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.349956] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.350049] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.350790] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0834d0-18bb-46de-9796-f14a2e350324 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.350973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.350973] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.351169] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.351169] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0834d0-18bb-46de-9796-f14a2e350324',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.853016] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.854278] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.854392] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.854553] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb0834d0-18bb-46de-9796-f14a2e350324 with status ACTIVE [ 1315.854709] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.854842] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.854907] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.855122] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.855244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.855434] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.855562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.855634] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.855805] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.855911] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.856129] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.856243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.856294] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.856453] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.856557] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.856658] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb0834d0-18bb-46de-9796-f14a2e350324 is going to be updated. [ 1315.884881] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.885105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.885105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.885332] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.885455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.885641] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0834d0-18bb-46de-9796-f14a2e350324" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.359118] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.861439] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.861623] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.861702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.861945] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.862052] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.862158] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1316.914708] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.914926] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.915021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.915275] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.915548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.931059] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1317.021184] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1317.021637] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.941411] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1318.941736] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.941852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.942103] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.942327] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.942480] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.942596] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.942775] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.942861] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.942967] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.943151] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.445470] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.948415] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f671855f-0771-49a5-856b-332135f5db08: rpc.has_security_group_logging(os_id): False [ 1319.966504] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.966723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.966782] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.967019] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.967177] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.967435] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.967606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.967606] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.967753] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.967830] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.967941] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1320.030556] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.030762] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.030833] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.031159] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.031330] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.045898] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1320.348436] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.348614] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.978309] env[66134]: INFO networking_nsxv3.common.synchronization [req-688f3492-d63f-46ed-a37f-8ff6762a0f84 req-11444cbe-0841-4630-93cd-ed147809fed6 tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1320.978727] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1320.979076] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.979244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.979297] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.979471] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.979634] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.979739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.979848] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.979951] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.980046] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.980138] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.277905] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.278100] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.278193] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.278512] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.278825] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.278994] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.279135] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.279357] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.279498] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.279711] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.279828] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.279935] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.280054] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.280161] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.280278] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.280388] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.301565] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.301565] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1321.301763] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.301865] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-377" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.302162] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-06c562ef-1f35-4ecb-a986-6e502dcac29f taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.302333] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.302453] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.302794] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.302967] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c562ef-1f35-4ecb-a986-6e502dcac29f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.482303] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.805386] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.805662] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.805857] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.806227] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.806384] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.806555] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 06c562ef-1f35-4ecb-a986-6e502dcac29f not found, creating... [ 1321.806869] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.807060] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.807183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.807417] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.807560] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.807900] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.808099] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.808218] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.808435] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.808570] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.808712] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 06c562ef-1f35-4ecb-a986-6e502dcac29f is going to be created. [ 1321.843988] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.844280] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.844409] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.844699] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.844926] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.845183] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.985751] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.061609] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1322.061844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.488074] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.488074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.488074] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.488324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.488400] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.488451] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be updated. [ 1322.519650] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.519826] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.519910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.520153] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.520303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.530675] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1322.559788] env[66134]: INFO networking_nsxv3.common.synchronization [req-688f3492-d63f-46ed-a37f-8ff6762a0f84 req-3ac8b77f-69d5-4757-a8bb-8f399f268d31 service nova] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1322.559933] env[66134]: INFO networking_nsxv3.common.synchronization [req-688f3492-d63f-46ed-a37f-8ff6762a0f84 req-3ac8b77f-69d5-4757-a8bb-8f399f268d31 service nova] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1322.560083] env[66134]: INFO networking_nsxv3.common.synchronization [req-688f3492-d63f-46ed-a37f-8ff6762a0f84 req-3ac8b77f-69d5-4757-a8bb-8f399f268d31 service nova] Enqueued Resource ID: 06c562ef-1f35-4ecb-a986-6e502dcac29f with Priority: HIGHEST for action port [ 1322.560655] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_rules [ 1322.560799] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1322.560897] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c562ef-1f35-4ecb-a986-6e502dcac29f with Priority: HIGHEST for action port [ 1322.561354] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.561476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.561548] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.561757] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.561886] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.562741] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.562872] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.563096] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c562ef-1f35-4ecb-a986-6e502dcac29f taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.563200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.563273] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.564047] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.564047] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c562ef-1f35-4ecb-a986-6e502dcac29f',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.066288] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.066708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.066959] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06c562ef-1f35-4ecb-a986-6e502dcac29f with status ACTIVE [ 1323.067124] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.067260] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.067328] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.067675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.067675] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.067846] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.067952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.068044] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.068228] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.068313] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.068601] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.068755] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.068827] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.069016] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.069386] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.069491] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06c562ef-1f35-4ecb-a986-6e502dcac29f is going to be updated. [ 1323.092876] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.093111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.093111] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.093592] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.093812] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.094095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c562ef-1f35-4ecb-a986-6e502dcac29f" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.541231] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1324.541517] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.541924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.541924] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.542297] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.542469] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.542542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.542760] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.542855] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.542955] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.045848] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.548403] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.050918] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.051173] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.051252] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.051577] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.051719] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.051867] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be updated. [ 1326.086362] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.086564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.086612] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.086852] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.087028] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.102179] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1327.562542] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.562542] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1328.115096] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1328.115096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.115096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.115439] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.115586] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.115754] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.115835] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.115999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.116096] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.116214] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.116354] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.618955] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.121828] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad: rpc.has_security_group_logging(os_id): False [ 1329.142578] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.142783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.142783] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.143034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.143131] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.143382] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.143486] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.143551] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.143708] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.143780] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.143872] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be updated. [ 1329.204899] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.205145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.205145] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.205347] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.205491] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.218977] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1331.234743] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1331.235171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.563856] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.564254] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.163254] env[66134]: INFO networking_nsxv3.common.synchronization [req-ade387d8-8f65-4924-a220-dab36fb8ec45 req-5d7d2d82-3cee-41c2-806d-75ff86713002 tempest-ServerActionsTestOtherB-2141124248 tempest-ServerActionsTestOtherB-2141124248-project-member] Enqueued Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1335.163524] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f671855f-0771-49a5-856b-332135f5db08 with Priority: HIGHEST for action security_group_members [ 1335.163843] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-f671855f-0771-49a5-856b-332135f5db08 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.164236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.164236] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.164368] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.164442] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.164555] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.164627] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.164829] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.164869] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.164951] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f671855f-0771-49a5-856b-332135f5db08',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.667080] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.667350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.667350] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.667493] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.667550] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.667712] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.667817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.667885] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.668071] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.668172] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.668225] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 is going to be updated. [ 1335.712777] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.713011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.713011] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.713224] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.713367] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.724295] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: IN_PROGRESS for 2s [ 1337.735275] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f671855f-0771-49a5-856b-332135f5db08 in Status: SUCCESS [ 1337.735553] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f671855f-0771-49a5-856b-332135f5db08 deletion is rescheduled due to dependency. [ 1337.735598] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f671855f-0771-49a5-856b-332135f5db08" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.164862] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.165262] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.166032] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.166032] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.166886] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.166886] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.167446] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.167446] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.168556] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.168951] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.169688] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.170163] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.170408] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.170677] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.123898] env[66134]: INFO networking_nsxv3.common.synchronization [req-d052cd20-ab2c-4558-9dcf-e207c3a25e44 req-124af749-9824-478b-add1-023365fb8a10 tempest-ServerActionsTestJSON-768761118 tempest-ServerActionsTestJSON-768761118-project-member] Enqueued Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1371.124473] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 with Priority: HIGHEST for action security_group_members [ 1371.124784] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.124910] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.124978] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.125319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.125996] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.125996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.125996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.125996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.125996] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.125996] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.628302] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.628694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.628694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.628694] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.628799] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.628955] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.629057] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.629130] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.629289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.629560] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.629560] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 is going to be updated. [ 1371.656617] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.656893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.656893] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.657105] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.657171] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.665979] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: IN_PROGRESS for 2s [ 1373.677353] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 in Status: SUCCESS [ 1373.677702] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049 deletion is rescheduled due to dependency. [ 1373.677702] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec00d0c8-4fd8-4c44-9bfb-7e5e22f6c049" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.126175] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.126491] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.589140] env[66134]: INFO networking_nsxv3.common.synchronization [None req-c26b97f5-d31f-4c02-94f5-2d555ee6545b None None] Enqueued Resource ID: 090d9dd1-8f03-422d-8f3f-da29f221494c with Priority: HIGHEST for action port [ 1379.589140] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090d9dd1-8f03-422d-8f3f-da29f221494c with Priority: HIGHEST for action port [ 1379.589140] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-090d9dd1-8f03-422d-8f3f-da29f221494c taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.589140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090d9dd1-8f03-422d-8f3f-da29f221494c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.589140] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090d9dd1-8f03-422d-8f3f-da29f221494c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.592115] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090d9dd1-8f03-422d-8f3f-da29f221494c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.592206] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090d9dd1-8f03-422d-8f3f-da29f221494c',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.095376] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 090d9dd1-8f03-422d-8f3f-da29f221494c [ 1380.095925] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.095925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.095925] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.096288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.096288] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.096288] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:090d9dd1-8f03-422d-8f3f-da29f221494c already deleted. [ 1380.096931] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090d9dd1-8f03-422d-8f3f-da29f221494c" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.736052] env[66134]: INFO networking_nsxv3.common.synchronization [None req-bda186b5-3ff6-4622-b3fb-098e5b6a2685 None None] Enqueued Resource ID: de5a5a57-1af8-4c11-9b10-fa55af87f2f6 with Priority: HIGHEST for action port [ 1381.736688] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5a5a57-1af8-4c11-9b10-fa55af87f2f6 with Priority: HIGHEST for action port [ 1381.737044] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5a5a57-1af8-4c11-9b10-fa55af87f2f6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.737176] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5a5a57-1af8-4c11-9b10-fa55af87f2f6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.737243] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5a5a57-1af8-4c11-9b10-fa55af87f2f6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.737511] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5a5a57-1af8-4c11-9b10-fa55af87f2f6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.737609] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5a5a57-1af8-4c11-9b10-fa55af87f2f6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.240058] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de5a5a57-1af8-4c11-9b10-fa55af87f2f6 [ 1382.240058] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.240058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.240058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.240397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.240397] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.240528] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de5a5a57-1af8-4c11-9b10-fa55af87f2f6 already deleted. [ 1382.240658] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5a5a57-1af8-4c11-9b10-fa55af87f2f6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.737715] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.738092] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.017261] env[66134]: INFO networking_nsxv3.common.synchronization [req-53e0abc2-1b76-41aa-b1fd-8b394cf59f2c req-b0ae549d-bdb1-4452-b7c6-b08e05a2c148 tempest-ServerGroupTestJSON-370983456 tempest-ServerGroupTestJSON-370983456-project-member] Enqueued Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_members [ 1388.017577] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_members [ 1388.017874] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.017993] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.018089] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.018808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.018808] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.018808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.018808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.018808] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.019116] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.019116] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.355729] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.356014] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "network-666" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.356128] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "network-666" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.356390] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "network-666" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.356682] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.356846] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.356967] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.357201] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.357345] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.357575] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.357667] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] NeedRegenerationException {{(pid=66134) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1388.357777] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] no value, waiting for create lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1388.357884] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] value creation lock acquired {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1388.357991] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] No value present for key: 'zone-id' {{(pid=66134) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.358111] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Calling creation function for not-yet-present value {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1388.358246] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1388.380729] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1388.380917] env[66134]: DEBUG dogpile.cache.region [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66134) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1388.381048] env[66134]: DEBUG dogpile.lock [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Released creation lock {{(pid=66134) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1388.381247] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "network-666" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.381562] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6 taken with stack trace [, , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.381734] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.381851] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.382202] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.382342] env[66134]: DEBUG networking_nsxv3.api.rpc [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15aa2b0c-a02e-44ab-90a1-5f71c67743b6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.522075] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.522075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.522075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.522075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.522075] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.522075] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.522524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.522524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.522524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.522524] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.522764] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 already deleted. [ 1388.522764] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.884284] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.884533] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.884665] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.884952] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.885120] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.885278] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Segment Port 15aa2b0c-a02e-44ab-90a1-5f71c67743b6 not found, creating... [ 1388.885538] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.885699] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.885829] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.886062] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.886201] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.886505] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.886673] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.886795] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.887093] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.887235] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.887379] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Resource: SegmentPort with ID: 15aa2b0c-a02e-44ab-90a1-5f71c67743b6 is going to be created. [ 1388.908776] env[66134]: DEBUG networking_nsxv3.common.locking [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.908994] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.909123] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.909398] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.909626] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.909855] env[66134]: DEBUG oslo_concurrency.lockutils [None req-49772fb9-3778-4ff5-9689-d512613526ec None None] Releasing lock "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.606862] env[66134]: INFO networking_nsxv3.common.synchronization [req-53e0abc2-1b76-41aa-b1fd-8b394cf59f2c req-26427af4-b831-41f8-86bd-41e988742ab4 service nova] Enqueued Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_rules [ 1389.607118] env[66134]: INFO networking_nsxv3.common.synchronization [req-53e0abc2-1b76-41aa-b1fd-8b394cf59f2c req-26427af4-b831-41f8-86bd-41e988742ab4 service nova] Enqueued Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_members [ 1389.607229] env[66134]: INFO networking_nsxv3.common.synchronization [req-53e0abc2-1b76-41aa-b1fd-8b394cf59f2c req-26427af4-b831-41f8-86bd-41e988742ab4 service nova] Enqueued Resource ID: 15aa2b0c-a02e-44ab-90a1-5f71c67743b6 with Priority: HIGHEST for action port [ 1389.607710] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_rules [ 1389.607846] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_members [ 1389.607943] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15aa2b0c-a02e-44ab-90a1-5f71c67743b6 with Priority: HIGHEST for action port [ 1389.608333] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.608460] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.608529] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.608788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.608873] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.610324] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.610443] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.610512] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.610871] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.611034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.611138] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.611201] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.611349] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.611433] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.611522] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.612825] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.613021] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.613101] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.613256] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.613332] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15aa2b0c-a02e-44ab-90a1-5f71c67743b6',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.111068] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.111283] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.113604] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.114844] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15aa2b0c-a02e-44ab-90a1-5f71c67743b6 with status ACTIVE [ 1390.114844] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.114844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.114999] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.115095] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.115187] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.115355] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.115814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.115814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.115814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.115814] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.116034] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.116034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.116034] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.116180] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.116250] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.116334] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15aa2b0c-a02e-44ab-90a1-5f71c67743b6 is going to be updated. [ 1390.138378] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.138601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.138601] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.138797] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.138938] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.139118] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15aa2b0c-a02e-44ab-90a1-5f71c67743b6" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.618025] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.120510] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.120725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.120725] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.120880] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.120970] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.121083] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 is going to be created. [ 1391.144138] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.144358] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.144413] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.144581] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.144740] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.154134] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 in Status: UNINITIALIZED for 2s [ 1393.165189] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 in Status: SUCCESS [ 1393.165703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.165703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.165703] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.165880] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.165972] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.166050] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.166220] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.166302] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.166374] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.166453] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.327785] env[66134]: INFO networking_nsxv3.common.synchronization [req-b0f338b0-1e1e-473b-96d3-56be21586841 req-9cc00faa-b79c-40c7-84f0-a99e2a83d49f tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1393.328276] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1393.328594] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.328718] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.328787] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.328986] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.329161] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.329262] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.329325] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.329476] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.329562] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.329653] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.668860] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.669048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.669048] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.669300] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.669444] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.669542] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.669610] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.669844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.669844] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.669971] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.670059] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.670178] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.670212] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.670338] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.670469] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.670554] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.670605] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.670742] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.670817] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.670895] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.670981] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.832101] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.173970] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b16ebb41-12cf-4105-a669-f700f14e4cf0: rpc.has_security_group_logging(os_id): False [ 1394.193688] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.193688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.193688] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.194099] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.194200] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.194516] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.194679] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.194791] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.195064] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.195225] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.195567] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.195739] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.196058] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.196149] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.196269] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.196657] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.196823] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.196952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.197219] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.197370] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.197540] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 is going to be created. [ 1394.261025] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.261244] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.261289] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.261494] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.261674] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.274224] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 in Status: IN_PROGRESS for 2s [ 1394.334836] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.837068] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.837238] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.837311] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.837564] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.837665] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.837768] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be updated. [ 1394.867097] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.867303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.867303] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.867508] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.867699] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.876745] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1396.286828] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 in Status: SUCCESS [ 1396.286828] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.887603] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1396.887894] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.329266] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.329715] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.946372] env[66134]: INFO networking_nsxv3.common.synchronization [req-142fdc2c-be7c-4a47-8f9b-7b64abb51ae4 req-0fcda098-06b8-47de-b922-11b72e9cd098 tempest-ServerGroupTestJSON-370983456 tempest-ServerGroupTestJSON-370983456-project-member] Enqueued Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_members [ 1399.946372] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 with Priority: HIGHEST for action security_group_members [ 1399.946372] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-b16ebb41-12cf-4105-a669-f700f14e4cf0 taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.946372] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.948319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.948319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.948319] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.948319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.948319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.948319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.948319] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.948319] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b16ebb41-12cf-4105-a669-f700f14e4cf0',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.449856] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.450186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.450186] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.450324] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.450426] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.450622] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.450723] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.450788] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.450943] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.451035] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.451126] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 is going to be updated. [ 1400.478768] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.478966] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.479018] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.479240] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.479383] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.488779] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 in Status: IN_PROGRESS for 2s [ 1402.499222] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 in Status: SUCCESS [ 1402.499615] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b16ebb41-12cf-4105-a669-f700f14e4cf0 deletion is rescheduled due to dependency. [ 1402.499615] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b16ebb41-12cf-4105-a669-f700f14e4cf0" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.946596] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.946954] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.883534] env[66134]: INFO networking_nsxv3.common.synchronization [req-2117df2a-85e5-4cf4-bfe1-ae22b6d9d615 req-2ab037a3-f28d-40c4-9b38-3e51f812971d tempest-ServerActionsTestOtherA-604349990 tempest-ServerActionsTestOtherA-604349990-project-member] Enqueued Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1409.885416] env[66134]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad with Priority: HIGHEST for action security_group_members [ 1409.885416] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad taken with stack trace [, , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.885416] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.885416] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.885416] env[66134]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f4ff13e-7d5b-4f17-81be-da3fea7b43ad',) {} {{(pid=66134) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.388080] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.388080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.388080] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.388455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.388455] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.388631] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.388729] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.388800] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.388952] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.389045] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.389139] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad is going to be updated. [ 1410.416056] env[66134]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66134) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.416056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.416056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.416056] env[66134]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.416463] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.424979] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: IN_PROGRESS for 2s [ 1412.436706] env[66134]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad in Status: SUCCESS [ 1412.437191] env[66134]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f4ff13e-7d5b-4f17-81be-da3fea7b43ad deletion is rescheduled due to dependency. [ 1412.437191] env[66134]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f4ff13e-7d5b-4f17-81be-da3fea7b43ad" {{(pid=66134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.884984] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.884984] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.885392] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.885785] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.886607] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.886972] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.887432] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.888034] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.888435] env[66134]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.889427] env[66134]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0